-- Logs begin at Sat 2022-09-24 04:21:40 UTC, end at Sat 2022-09-24 05:22:55 UTC. -- Sep 24 04:52:15.763418 dv-cinder-859186-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 24 04:52:18.409788 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.common.config [-] Logging enabled! Sep 24 04:52:18.410405 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev19 Sep 24 04:52:18.410613 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106079) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 24 04:52:18.413777 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.common.config [-] Logging enabled! Sep 24 04:52:18.414068 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev19 Sep 24 04:52:18.414383 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106079) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 24 04:52:18.415320 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 04:52:18.415558 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 04:52:18.416042 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 04:52:18.416292 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 04:52:18.416522 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 04:52:18.416842 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.417145 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.417381 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.417679 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.417974 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.418282 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.418574 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.418873 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.419164 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.419450 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.419735 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.419967 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.420249 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.420534 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.421390 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.421619 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] debug = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.421902 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.422371 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.422780 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.423066 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.423360 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.423644 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.423919 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.424198 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.424486 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.424814 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] host = dv-cinder-859186-1-iscsi {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.425091 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.425380 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.425667 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.425953 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.426271 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.426549 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.426836 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.427107 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.427380 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] log_file = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.427656 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.427942 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.428228 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.428516 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.428742 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.428967 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.429251 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.429546 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.429823 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.430120 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.430395 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.430670 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.430944 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.431211 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.431498 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.431785 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.432070 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.432343 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.432618 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.432890 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.433160 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.433443 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.433717 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.433989 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.434283 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.434567 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.434833 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.435106 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.435401 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.435685 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.435966 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.436252 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.436547 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.436828 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.437102 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.437375 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.437649 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] use_json = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.437923 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.438217 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.438499 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.438774 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.439048 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.439321 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.439599 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.439883 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.440158 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:18.440455 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.440751 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.441051 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.441337 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.441642 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.441925 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.442240 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.442521 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.442809 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.443097 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.443384 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.443663 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.443964 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.444255 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.444549 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.444852 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.445144 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.445436 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.445712 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.445987 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.446297 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.446577 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.446863 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.447142 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.447429 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.447718 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.447997 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.448293 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.448580 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.448866 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.449158 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.449455 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.449733 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.450037 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.450325 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.450606 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.450880 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.451170 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.451449 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.451723 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.452027 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.452320 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.452609 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.452883 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.453160 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.453449 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.453727 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.454011 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.454293 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.454569 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.454840 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.455122 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.455397 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.455668 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.455940 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.456218 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.456491 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.456763 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.457041 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.457315 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.457591 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.457864 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.458172 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.458446 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.458718 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.458990 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.459261 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.459536 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.459811 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.460086 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.460360 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.460631 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.460903 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.461177 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.461458 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.461756 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.462056 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.462337 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.462617 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.462895 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.463171 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.463447 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.463722 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.464001 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.464273 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.464563 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.464846 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.465132 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.465414 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.465712 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.466029 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.466314 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.466593 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.466869 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.467146 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.467422 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.468237 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.468517 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.468795 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.469080 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.469365 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.469662 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.469965 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.470272 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.470571 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.470866 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.471158 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.471438 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.471745 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.472024 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:18.472242 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 04:52:18.472483 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106079) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 24 04:52:18.849913 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 24 04:52:18.850262 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 24 04:52:18.850528 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 24 04:52:18.850759 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 24 04:52:18.851036 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 24 04:52:18.851365 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 24 04:52:19.176633 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.176844 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.177125 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.178333 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.178606 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.178871 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.231709 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.231986 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.232255 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.248560 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.248890 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.249667 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.277400 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.277679 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.277944 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.317516 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.317795 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.318115 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.547427 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.548035 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.548035 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.549145 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.549859 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.647507 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.647832 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.648114 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.648382 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.648647 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.648980 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.649257 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.649537 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.649748 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.650046 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.650309 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.650990 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.650990 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.651157 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.651311 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.651574 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.651828 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.652095 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.652365 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.652621 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.652897 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.653146 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.653427 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.653807 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.654089 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.654335 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.654742 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 04:52:19.654985 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 04:52:19.655248 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 04:52:19.655486 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 04:52:19.655722 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 04:52:19.655956 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 04:52:19.656315 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 24 04:52:19.659484 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 24 04:52:19.663403 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 24 04:52:19.667298 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 24 04:52:19.668904 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 24 04:52:19.669527 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 24 04:52:19.669866 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 24 04:52:19.670291 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 24 04:52:19.673095 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 24 04:52:19.673343 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 24 04:52:19.673687 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 04:52:19.678788 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 24 04:52:19.702629 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 24 04:52:19.703081 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.703381 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106079) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 24 04:52:19.703753 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.705101 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106079) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 24 04:52:19.705379 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 04:52:19.705623 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 24 04:52:19.716439 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.716720 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:19.812560 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 24 04:52:19.812743 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 24 04:52:19.812980 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 24 04:52:19.813352 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 24 04:52:19.864999 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO dbcounter [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Registered counter for database neutron Sep 24 04:52:19.884293 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_db.sqlalchemy.engines [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106079) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 24 04:52:19.890968 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG dbcounter [-] [106079] Writer thread running {{(pid=106079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 24 04:52:20.440374 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Initializing driver for type 'gre' Sep 24 04:52:20.440906 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] gre ID ranges: [(1, 1000)] Sep 24 04:52:20.497640 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Initializing driver for type 'local' Sep 24 04:52:20.497974 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Initializing driver for type 'vlan' Sep 24 04:52:20.510580 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] VlanTypeDriver initialization complete Sep 24 04:52:20.510965 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Initializing driver for type 'vxlan' Sep 24 04:52:20.511511 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] vxlan ID ranges: [(1, 1000)] Sep 24 04:52:20.566429 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Initializing extension driver 'port_security' Sep 24 04:52:20.567040 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.extensions.port_security [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] PortSecurityExtensionDriver initialization complete Sep 24 04:52:20.567130 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Initializing mechanism driver 'openvswitch' Sep 24 04:52:20.567424 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Initializing mechanism driver 'hyperv' Sep 24 04:52:20.574117 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.plugins.ml2.plugin [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 04:52:20.574781 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > port after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.575150 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > port after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.575501 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > port after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.576008 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 04:52:20.576420 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > subnet after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.576768 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > subnet after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.577110 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.577497 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 04:52:20.577893 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > network after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.578261 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > network after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.578602 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > network after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.578984 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 04:52:20.579378 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > security_group after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.579724 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > security_group after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.580060 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.580447 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 04:52:20.580844 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.581185 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.581519 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.582053 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 04:52:20.582457 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > address_group after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.582799 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > address_group after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.583138 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.583525 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 04:52:20.583962 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] ML2 OVO RPC backend initialized. {{(pid=106079) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 24 04:52:20.584664 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.585013 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.585424 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > network before_response 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.585779 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > networks before_response 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.586145 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > port before_response 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.586485 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > ports before_response 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.586829 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > subnet before_response 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.587167 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > subnets before_response 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.587505 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > network after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.587843 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > network after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.588176 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > network after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.588509 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > port after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.588840 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > port after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.589172 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > port after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.589505 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > subnet after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.589836 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > subnet after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.590196 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.598215 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded quota_driver: . Sep 24 04:52:20.598576 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.plugin [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Modular L2 Plugin initialization complete Sep 24 04:52:20.598920 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading services supported by the core plugin {{(pid=106079) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 24 04:52:20.599260 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.plugins.ml2.managers [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Got port-security extension from driver 'port_security' Sep 24 04:52:20.599733 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.extensions.vlantransparent [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Disabled vlantransparent extension. Sep 24 04:52:20.600221 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106079) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 24 04:52:20.600544 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading Plugin: router Sep 24 04:52:20.635830 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.636218 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router after_create 55549900 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.636593 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router before_create 55549900 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.636958 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.637335 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.637690 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router after_delete 55549900 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.638070 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.638424 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.638782 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router after_create 55549900 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.639130 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router after_update 55549900 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.639504 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router after_update 55549900 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.639854 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.640591 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router after_update 55549900 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.641017 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router precommit_update 55549900 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.641391 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: port after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.641728 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: port after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.642093 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: subnet after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.642437 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.642786 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.643139 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router precommit_create 55549900 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.643490 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: port before_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.643831 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router precommit_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.644187 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router after_update 55549900 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.644532 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.644885 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router precommit_create 55549900 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.645246 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.645592 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router precommit_update 55549900 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.645963 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > agent after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.646339 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > agent after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.646686 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > network after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.647543 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Tracking information for resource: router configured {{(pid=106079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 04:52:20.647867 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Tracking information for resource: floatingip configured {{(pid=106079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 04:52:20.652824 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.db.l3_agentschedulers_db [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 24 04:52:20.653354 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: port after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.653714 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: port after_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.654095 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: port after_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.654452 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: port after_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.655827 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router before_create 55550100 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.656223 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.656636 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router precommit_create 55550100 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.656991 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > router precommit_update 55550100 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.661910 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.services.provider_configuration [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Service providers = [] {{(pid=106079) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 24 04:52:20.662299 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.db.servicetype_db [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106079) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 24 04:52:20.665212 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.services.service_base [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 04:52:20.665558 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.services.service_base [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 04:52:20.665895 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.services.service_base [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 04:52:20.666793 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.services.service_base [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 04:52:20.667159 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.services.service_base [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 24 04:52:20.667532 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 04:52:20.667845 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 24 04:52:20.679476 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 04:52:20.679815 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading Plugin: auto_allocate Sep 24 04:52:20.685480 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: network precommit_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.685842 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: network precommit_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.686919 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 04:52:20.687236 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading Plugin: tag Sep 24 04:52:20.693801 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 04:52:20.694101 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading Plugin: timestamp Sep 24 04:52:20.698076 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 04:52:20.698399 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading Plugin: network_ip_availability Sep 24 04:52:20.704442 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.704810 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.705164 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.705862 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 04:52:20.706199 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading Plugin: flavors Sep 24 04:52:20.710844 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 04:52:20.711171 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading Plugin: revisions Sep 24 04:52:20.715610 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 04:52:20.715995 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_concurrency.lockutils [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.865s {{(pid=106079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 24 04:52:20.716725 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106079) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 24 04:52:20.717058 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Initializing extension manager. Sep 24 04:52:20.717604 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: __init__.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.717954 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: __pycache__ {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.718312 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: address_group.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.719192 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.719762 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: address-group Sep 24 04:52:20.720087 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: address_scope.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.720759 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.721267 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: address-scope Sep 24 04:52:20.721586 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.722476 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.722978 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: router-admin-state-down-before-update Sep 24 04:52:20.723296 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: agent.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.723953 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.724453 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: agent Sep 24 04:52:20.724770 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: agent_resources_synced.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.725624 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.726153 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: agent-resources-synced Sep 24 04:52:20.726470 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: allowedaddresspairs.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.728196 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.728709 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: allowed-address-pairs Sep 24 04:52:20.729032 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: auto_allocated_topology.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.730079 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.730591 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: auto-allocated-topology Sep 24 04:52:20.730917 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: availability_zone.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.731567 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.732071 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: availability_zone Sep 24 04:52:20.732390 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: availability_zone_filter.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.733776 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.734316 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: availability_zone_filter Sep 24 04:52:20.734637 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: data_plane_status.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.735488 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.735990 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension data-plane-status not supported by any of loaded plugins Sep 24 04:52:20.736310 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: default_subnetpools.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.737167 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.737673 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: default-subnetpools Sep 24 04:52:20.738013 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.738774 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.739282 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: dhcp_agent_scheduler Sep 24 04:52:20.739600 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: dns.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.740461 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.740961 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension dns-integration not supported by any of loaded plugins Sep 24 04:52:20.741380 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: dns_domain_ports.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.742271 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.742771 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 24 04:52:20.743087 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.743948 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.744447 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 24 04:52:20.744762 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: dvr.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.745384 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.745884 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: dvr Sep 24 04:52:20.746228 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: ecmp_routes.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.747091 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.747589 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 24 04:52:20.747905 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: empty_string_filtering.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.748757 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.749832 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: empty-string-filtering Sep 24 04:52:20.750186 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.751042 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.751539 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 24 04:52:20.751852 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.752703 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.753196 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 24 04:52:20.753512 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: external_net.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.754401 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.754904 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: external-net Sep 24 04:52:20.755222 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.756070 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.756572 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: extra_dhcp_opt Sep 24 04:52:20.756891 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: extraroute.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.757751 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.758287 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: extraroute Sep 24 04:52:20.758606 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: extraroute_atomic.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.759573 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.760085 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: extraroute-atomic Sep 24 04:52:20.760402 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: filter_validation.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.761019 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.761519 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: filter-validation Sep 24 04:52:20.761834 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: fip_pf_description.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.762710 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.763209 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 24 04:52:20.763524 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: fip_pf_detail.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.764373 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.764917 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 24 04:52:20.765496 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: fip_pf_port_range.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.766385 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.766885 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 24 04:52:20.767199 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: fip_port_details.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.768060 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.768567 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: fip-port-details Sep 24 04:52:20.768883 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: flavors.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.770071 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.770583 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: flavors Sep 24 04:52:20.770902 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.772474 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.772995 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 24 04:52:20.773325 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: floatingip_pools.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.773986 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.774521 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: floatingip-pools Sep 24 04:52:20.774846 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: ip_allocation.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.775713 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.776218 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension ip_allocation not supported by any of loaded plugins Sep 24 04:52:20.776541 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.777423 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.777931 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: ip-substring-filtering Sep 24 04:52:20.778275 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: l2_adjacency.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.779144 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.779644 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 24 04:52:20.779969 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: l3.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.780899 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.781413 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: router Sep 24 04:52:20.781733 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.784076 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.784601 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 24 04:52:20.784925 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.785790 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.786329 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: ext-gw-mode Sep 24 04:52:20.786652 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.787516 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.788027 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: l3-ha Sep 24 04:52:20.788350 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.789206 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.789711 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 24 04:52:20.790068 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: l3_flavors.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.790930 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.791434 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: l3-flavors Sep 24 04:52:20.791753 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.793058 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.793569 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 24 04:52:20.793891 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.794785 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.795294 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 24 04:52:20.795617 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: l3agentscheduler.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.797136 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.797646 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: l3_agent_scheduler Sep 24 04:52:20.797966 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: local_ip.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.799696 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.800220 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension local_ip not supported by any of loaded plugins Sep 24 04:52:20.800553 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: logging.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.801958 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.802506 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension logging not supported by any of loaded plugins Sep 24 04:52:20.802835 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: metering.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.803526 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.804093 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: metering Sep 24 04:52:20.804413 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.805452 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.805967 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: metering_source_and_destination_fields Sep 24 04:52:20.806316 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: multiprovidernet.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.807189 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.807702 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: multi-provider Sep 24 04:52:20.808025 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: netmtu.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.808893 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.809402 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: net-mtu Sep 24 04:52:20.809722 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: netmtu_writable.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.810625 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.811134 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: net-mtu-writable Sep 24 04:52:20.811507 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: network_availability_zone.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.812137 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.812645 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: network_availability_zone Sep 24 04:52:20.812962 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: network_ip_availability.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.814016 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.814527 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: network-ip-availability Sep 24 04:52:20.814847 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: network_segment_range.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.815562 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.816063 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension network-segment-range not supported by any of loaded plugins Sep 24 04:52:20.816379 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: pagination.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.817298 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.817622 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: pagination Sep 24 04:52:20.817940 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: port_device_profile.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.818825 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.819333 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: port-device-profile Sep 24 04:52:20.819650 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: port_mac_address_override.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.820515 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.821020 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: port-mac-override Sep 24 04:52:20.821338 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.822224 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.822726 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: port-mac-address-regenerate Sep 24 04:52:20.823045 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.823899 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.824403 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: port-numa-affinity-policy Sep 24 04:52:20.824723 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: port_resource_request.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.825568 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.826093 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension port-resource-request not supported by any of loaded plugins Sep 24 04:52:20.826414 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: port_resource_request_groups.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.827833 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.828331 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 24 04:52:20.828649 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: portbindings.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.829509 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.830042 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: binding Sep 24 04:52:20.830367 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: portbindings_extended.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.831562 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.832076 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: binding-extended Sep 24 04:52:20.832400 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: portsecurity.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.833265 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.833777 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: port-security Sep 24 04:52:20.834129 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: project_id.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.835245 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.835574 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: project-id Sep 24 04:52:20.835898 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: providernet.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.836758 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.837270 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: provider Sep 24 04:52:20.837590 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: qos.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.841047 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.841575 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension qos not supported by any of loaded plugins Sep 24 04:52:20.841905 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.843258 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.843773 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 24 04:52:20.844100 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.844962 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.845470 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 24 04:52:20.845792 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: qos_default.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.846680 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.847187 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension qos-default not supported by any of loaded plugins Sep 24 04:52:20.847515 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: qos_fip.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.848394 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.848926 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension qos-fip not supported by any of loaded plugins Sep 24 04:52:20.849246 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.850138 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.850641 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 24 04:52:20.850963 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: qos_gateway_ip.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.851834 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.852335 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 24 04:52:20.852653 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: qos_port_network_policy.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.853512 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.854043 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 24 04:52:20.854366 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.855344 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.855859 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 24 04:52:20.856181 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.857152 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.857657 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 24 04:52:20.857979 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: qos_pps_rule.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.859689 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.860204 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension qos-pps not supported by any of loaded plugins Sep 24 04:52:20.860529 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: qos_rule_type_details.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.861392 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.861900 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 24 04:52:20.862251 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.863110 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.863616 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 24 04:52:20.863937 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: qos_rules_alias.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.864930 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.865442 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 24 04:52:20.865766 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: quota_check_limit.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.866669 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.867184 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: quota-check-limit Sep 24 04:52:20.867506 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: quotasv2.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.868375 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.868698 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: quotas Sep 24 04:52:20.869038 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: quotasv2_detail.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.870704 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.871037 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: quota_details Sep 24 04:52:20.871366 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: rbac.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.872358 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.872876 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: rbac-policies Sep 24 04:52:20.873201 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: rbac_address_group.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.874177 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.874687 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: rbac-address-group Sep 24 04:52:20.875012 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: rbac_address_scope.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.875948 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.876458 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: rbac-address-scope Sep 24 04:52:20.876780 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: rbac_security_groups.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.877650 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.878192 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: rbac-security-groups Sep 24 04:52:20.878515 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: rbac_subnetpool.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.879382 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.879895 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: rbac-subnetpool Sep 24 04:52:20.880218 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: revisionifmatch.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.881089 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.881602 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: revision-if-match Sep 24 04:52:20.881943 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: revisions.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.883025 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.883529 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: standard-attr-revisions Sep 24 04:52:20.883849 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: router_availability_zone.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.884472 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.884981 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: router_availability_zone Sep 24 04:52:20.885299 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: routerservicetype.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.886196 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.886705 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension router-service-type not supported by any of loaded plugins Sep 24 04:52:20.887022 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.887887 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.888400 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: security-groups-normalized-cidr Sep 24 04:52:20.888723 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.890377 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.890890 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: port-security-groups-filtering Sep 24 04:52:20.891244 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.892122 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.892634 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: security-groups-remote-address-group Sep 24 04:52:20.892956 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.893838 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.894377 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: security-groups-shared-filtering Sep 24 04:52:20.894698 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: securitygroup.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.904320 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.904850 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: security-group Sep 24 04:52:20.905225 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: segment.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.905909 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.906446 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension segment not supported by any of loaded plugins Sep 24 04:52:20.906769 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.907654 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.908165 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 24 04:52:20.908488 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: servicetype.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.909520 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.910060 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: service-type Sep 24 04:52:20.910380 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: sorting.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.911317 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.911646 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: sorting Sep 24 04:52:20.911970 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: standard_attr_segment.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.912845 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.913358 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 24 04:52:20.913679 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: standardattrdescription.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.914303 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.914810 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: standard-attr-description Sep 24 04:52:20.915127 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: stateful_security_group.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.915991 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.916501 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: stateful-security-group Sep 24 04:52:20.916819 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: stdattrs_common.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.917354 dv-cinder-859186-1-iscsi neutron-server[106079]: WARNING neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 24 04:52:20.917673 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.918567 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.919080 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 24 04:52:20.919400 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: subnet_onboard.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.920409 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.921460 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: subnet_onboard Sep 24 04:52:20.921781 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.922688 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.923197 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 24 04:52:20.923514 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: subnet_service_types.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.924386 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.924895 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: subnet-service-types Sep 24 04:52:20.925213 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: subnetallocation.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.926251 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.926771 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: subnet_allocation Sep 24 04:52:20.927095 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.927717 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.928224 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: subnetpool-prefix-ops Sep 24 04:52:20.928547 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.929424 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.929934 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 24 04:52:20.930282 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: tagging.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.931277 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.931800 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: standard-attr-tag Sep 24 04:52:20.932124 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: timestamp.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.933290 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.933798 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loaded extension: standard-attr-timestamp Sep 24 04:52:20.934151 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: trunk.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.935131 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.935638 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension trunk not supported by any of loaded plugins Sep 24 04:52:20.935960 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: trunk_details.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.937415 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.937955 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension trunk-details not supported by any of loaded plugins Sep 24 04:52:20.938305 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: uplink_status_propagation.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.939183 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.939687 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 24 04:52:20.940007 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Loading extension file: vlantransparent.py {{(pid=106079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 04:52:20.940637 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 04:52:20.941139 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 24 04:52:20.943958 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of TrackedResource for resource:network Sep 24 04:52:20.944432 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of TrackedResource for resource:subnet Sep 24 04:52:20.944824 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 04:52:20.945209 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of TrackedResource for resource:port Sep 24 04:52:20.946517 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.v2.resource_helper [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 04:52:20.946956 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.v2.resource_helper [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Service FLAVORS assigned prefix: {{(pid=106079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 04:52:20.947556 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.v2.resource_helper [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 04:52:20.947988 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.v2.resource_helper [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 04:52:20.948316 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of TrackedResource for resource:router Sep 24 04:52:20.948742 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of TrackedResource for resource:floatingip Sep 24 04:52:20.949226 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.v2.resource_helper [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Service METERING assigned prefix: /metering {{(pid=106079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 04:52:20.950692 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.951063 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.951414 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 04:52:20.952424 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 04:52:20.952864 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of TrackedResource for resource:security_group Sep 24 04:52:20.953286 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 04:52:20.953822 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.v2.resource_helper [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Service CORE assigned prefix: {{(pid=106079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 04:52:20.954181 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 04:52:20.954524 dv-cinder-859186-1-iscsi neutron-server[106079]: WARNING neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] subnetpool is already registered Sep 24 04:52:20.954946 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.v2.resource_helper [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Service CORE assigned prefix: {{(pid=106079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 04:52:20.955267 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 04:52:20.955595 dv-cinder-859186-1-iscsi neutron-server[106079]: WARNING neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] subnetpool is already registered Sep 24 04:52:20.957968 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.v2.resource_helper [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 04:52:20.958428 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.v2.resource_helper [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Service FLAVORS assigned prefix: {{(pid=106079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 04:52:20.959049 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.v2.resource_helper [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 04:52:20.959589 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.v2.resource_helper [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 04:52:20.959920 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of TrackedResource for resource:router Sep 24 04:52:20.960258 dv-cinder-859186-1-iscsi neutron-server[106079]: WARNING neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] router is already registered Sep 24 04:52:20.960671 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of TrackedResource for resource:floatingip Sep 24 04:52:20.961023 dv-cinder-859186-1-iscsi neutron-server[106079]: WARNING neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] floatingip is already registered Sep 24 04:52:20.961485 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.v2.resource_helper [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Service METERING assigned prefix: /metering {{(pid=106079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 04:52:20.962214 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 04:52:20.962552 dv-cinder-859186-1-iscsi neutron-server[106079]: WARNING neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] rbac_policy is already registered Sep 24 04:52:20.962960 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of TrackedResource for resource:security_group Sep 24 04:52:20.963292 dv-cinder-859186-1-iscsi neutron-server[106079]: WARNING neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] security_group is already registered Sep 24 04:52:20.963713 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 04:52:20.964044 dv-cinder-859186-1-iscsi neutron-server[106079]: WARNING neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] security_group_rule is already registered Sep 24 04:52:20.964525 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.v2.resource_helper [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Service CORE assigned prefix: {{(pid=106079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 04:52:20.964848 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 04:52:20.965178 dv-cinder-859186-1-iscsi neutron-server[106079]: WARNING neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] subnetpool is already registered Sep 24 04:52:20.965604 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.v2.resource_helper [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Service CORE assigned prefix: {{(pid=106079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 04:52:20.965922 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 04:52:20.966289 dv-cinder-859186-1-iscsi neutron-server[106079]: WARNING neutron.quota.resource_registry [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] subnetpool is already registered Sep 24 04:52:20.966753 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: extensions {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.968381 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: address-groups {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.969868 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: address-scopes {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.971098 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: agents {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.972260 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: auto-allocated-topology {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.974766 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: availability_zones {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.976003 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: dhcp-networks {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.977427 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: dhcp-agents {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.978990 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: routers {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.980741 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: flavors {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.981909 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: service_profiles {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.983831 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: next_providers {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.985293 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: service_profiles {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.986773 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: floatingip-pools {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.987995 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: routers {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.989810 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: floatingips {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.991024 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: l3-routers {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.992409 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: l3-agents {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.993935 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: metering-labels {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.995237 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: metering-label-rules {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.996516 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: network-ip-availabilities {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:20.997874 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: bindings {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.000046 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: quotas {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.001611 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: quotas {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.003281 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: rbac-policies {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.004477 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: security-groups {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.005670 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: security-group-rules {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.006966 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: service-providers {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.008284 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: subnetpools {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.009616 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: subnetpools {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.011112 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: tags {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.012873 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: tags {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.014656 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: tags {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.016792 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: tags {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.018524 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: tags {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.020374 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: tags {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.022176 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: tags {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.023980 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: tags {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.025747 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: tags {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.027623 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron.api.extensions [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Extended resource: tags {{(pid=106079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 04:52:21.034539 dv-cinder-859186-1-iscsi neutron-server[106079]: WARNING keystonemiddleware.auth_token [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 24 04:52:21.039526 dv-cinder-859186-1-iscsi neutron-server[106079]: WARNING keystonemiddleware.auth_token [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 24 04:52:21.048965 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_concurrency.lockutils [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Acquiring lock "singleton_lock" {{(pid=106079) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 24 04:52:21.049288 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_concurrency.lockutils [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Acquired lock "singleton_lock" {{(pid=106079) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 24 04:52:21.049752 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_concurrency.lockutils [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Releasing lock "singleton_lock" {{(pid=106079) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 24 04:52:21.050426 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO oslo_service.service [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Starting 2 workers Sep 24 04:52:21.055221 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Started child 106192 {{(pid=106079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 04:52:21.059561 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Started child 106193 {{(pid=106079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 04:52:21.060722 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:21.061351 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO neutron.service [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 24 04:52:21.062392 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:21.062767 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [-] (106192) wsgi starting up on http://0.0.0.0:9696 Sep 24 04:52:21.064774 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO oslo_service.service [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Starting 1 workers Sep 24 04:52:21.065136 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:21.066587 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [-] (106193) wsgi starting up on http://0.0.0.0:9696 Sep 24 04:52:21.069905 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Started child 106194 {{(pid=106079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 04:52:21.070466 dv-cinder-859186-1-iscsi neutron-server[106079]: INFO oslo_service.service [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Starting 1 workers Sep 24 04:52:21.073764 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.service [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] calling RpcWorker wait() {{(pid=106194) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 24 04:52:21.074355 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.service [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] returning from RpcWorker wait() {{(pid=106194) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 24 04:52:21.074959 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Started child 106195 {{(pid=106079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 04:52:21.075612 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:21.075726 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG neutron_lib.callbacks.manager [None req-46391b25-bf01-4294-b000-3f4a9b709f38 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:21.076131 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 04:52:21.077615 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106079) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 04:52:21.077822 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 04:52:21.078022 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 04:52:21.078339 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 04:52:21.078694 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 04:52:21.078872 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 04:52:21.079401 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.079682 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.079953 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.080051 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:21.080505 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.080777 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.080939 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 04:52:21.081032 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.081271 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.081552 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.081821 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.081988 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.082187 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.082426 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.082685 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.082992 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.083265 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.083525 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.083783 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.083949 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.084183 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.084432 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.084672 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.084953 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] debug = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.085202 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.085686 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.085916 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.086228 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.086406 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.086674 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.086940 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.087185 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.087423 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.087653 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.087881 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.088147 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.088378 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.088589 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.088816 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.089081 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.089310 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.089794 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] host = dv-cinder-859186-1-iscsi {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.090060 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.090305 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.090547 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.090791 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.091038 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.091246 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.091502 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.091737 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.091979 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.092196 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.092426 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.093212 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.093444 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.093692 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] log_file = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.093852 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] log_options = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.094114 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.094387 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.094645 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.094833 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.094996 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.095155 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.095399 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.095558 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.095801 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.096012 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.096222 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.096462 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.096687 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.096968 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.097158 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.097371 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.097577 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.097802 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.098073 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.098315 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.098551 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.098787 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.099014 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.099286 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.100597 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.100875 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.101140 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.102314 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.102713 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.102936 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.103172 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.103462 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.103717 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.103954 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.104343 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.104566 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.104834 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.105250 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.105395 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.105632 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.105975 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.106311 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.106605 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.106837 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.107100 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.107324 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.107565 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] use_json = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.107783 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.108025 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.108314 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.109098 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.109344 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.109566 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.109809 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.110686 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.110686 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.110996 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.110996 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.111334 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.111573 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.111851 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.112053 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.112478 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.112624 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.112760 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.112979 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.113278 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.113519 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.113976 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.114281 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.114550 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.114908 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.115173 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.115445 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.115709 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.116138 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.116547 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.116801 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.117089 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.117322 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.117563 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.117800 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.118045 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.118409 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.118709 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.118990 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.119351 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.119625 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.120290 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.120481 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.120624 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.120793 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.121016 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.121237 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.121475 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.121696 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.121961 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.122221 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.122463 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.122715 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.122958 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.123194 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.123419 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.123693 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.124060 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.124233 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.124416 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.124655 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.124872 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.125122 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.125359 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.125579 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.125954 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.126138 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.126362 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.126619 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.126857 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.127079 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.127341 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.127529 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.127763 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.127978 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.128199 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.128414 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.128661 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.128900 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.129134 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.129368 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.129590 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.129805 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.130218 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.130364 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.130509 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.130717 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.130934 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.131149 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.131364 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.131607 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.131966 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.132266 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.132266 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.132619 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.132619 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.132982 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.133122 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.133322 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.133537 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.133766 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.134103 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.134324 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.135300 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.135300 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.135300 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.135300 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.135849 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.135849 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.136376 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.136376 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.136647 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.136647 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.136980 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.137119 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.137318 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.137577 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.137823 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.138066 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.138664 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.138664 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.138955 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.139130 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.139696 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.139696 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.139696 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.140355 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.140494 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.140702 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.140945 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.141181 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.141415 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.141698 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.141929 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.142302 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.142507 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.142899 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.143056 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.143352 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.143612 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.143994 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.144160 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.144447 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.144604 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.144863 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.145099 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.145351 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.145596 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.145842 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.146094 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.146326 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.146559 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.146889 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.147138 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.147565 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.147931 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.148360 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.148610 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.149020 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.149289 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.150186 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.150186 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.150186 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.150510 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.150510 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.150730 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.152153 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.152153 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.152153 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.152153 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.152153 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.152153 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.154682 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.154682 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.154682 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.154682 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.154682 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.154682 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.154682 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.154682 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.155847 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.155847 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.155847 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.155847 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.155847 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.155847 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.155847 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.156349 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.156349 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.156503 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.156710 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.156931 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.157163 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.157424 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.157691 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.157908 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.158178 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.158400 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.158640 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.158857 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.159080 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.159303 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.159540 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.159780 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.160085 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.160248 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.160456 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.160954 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.161411 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.161844 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.162286 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.162685 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.163069 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.163442 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.163668 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.163921 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.164151 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.164387 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.164612 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.164862 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.165095 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.165336 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.165559 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.165781 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.166032 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.166311 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.166566 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.166816 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.167049 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.167279 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.167518 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.167748 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.167971 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.168193 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.168426 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.168643 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.168862 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.169080 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.169298 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.169643 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.169900 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.170158 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.170415 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.170637 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.170958 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.171194 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.171410 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.171626 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.171853 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.172082 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.172295 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.172546 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.172760 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.172976 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.173201 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.173446 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.173660 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.173913 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.174150 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.174392 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.174618 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.174838 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.175049 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.175294 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.175505 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.175718 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.175942 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.176167 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.176398 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.176628 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.176866 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.177078 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.177301 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.177540 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.177759 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.178090 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.178344 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.178583 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.178874 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.179107 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.179354 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.179597 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.179905 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.180123 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.180282 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 04:52:21.180425 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.180618 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.180840 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.181064 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.181321 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.181656 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.181937 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.182212 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.182467 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.182770 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.183059 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.183329 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.183552 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.183848 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.184172 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.184453 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.184723 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.184977 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.185234 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.185482 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.185695 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.185943 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.186220 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.187260 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.187260 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.187560 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.187716 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.187872 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.188102 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.188323 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.188576 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.188998 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.189393 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.189500 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.189727 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 04:52:21.190153 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106079) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 04:52:21.190320 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 04:52:21.190478 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 04:52:21.190652 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 04:52:21.191020 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 04:52:21.191020 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 04:52:21.191275 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.191397 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.191479 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.191622 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.191805 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.192175 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.192175 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.192332 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.192424 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.192744 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.192891 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.193044 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.193209 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.193354 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.193520 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.193682 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.193845 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.194372 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.194372 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.194372 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.194738 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.194738 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] debug = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.194901 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.194979 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.195154 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.195320 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.195476 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.195784 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.196097 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.196258 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.196417 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.196765 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.196926 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.197091 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.197248 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.197554 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.197720 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.197880 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.198057 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.198407 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] host = dv-cinder-859186-1-iscsi {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.198717 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.198879 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.199039 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.199201 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.199361 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.199522 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.199686 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.199848 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.200030 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.200159 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.200467 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.200626 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.200785 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.200946 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] log_file = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.201107 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] log_options = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.201270 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.201433 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.201605 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.201770 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.201936 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.202208 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.202342 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.202509 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.202668 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.202828 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.202988 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.203150 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.203310 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.203469 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.203630 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.203788 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.203952 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.204113 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.204268 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.204584 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.204895 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.205194 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.205491 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.205793 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.205953 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.207971 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.208133 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.208447 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.208610 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.208772 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.208936 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.209097 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.209259 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.209423 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.209579 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.209888 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.210069 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.210393 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.210558 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.210723 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.210878 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.211041 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.211200 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.211360 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.211520 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.211679 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.211846 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] use_json = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.211986 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.212146 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.212302 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.212464 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.212619 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.212926 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.213086 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.213249 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.213409 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 04:52:21.213589 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.213753 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.213931 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.214135 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.214300 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.214465 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.214628 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.214790 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.214948 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.215113 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.215283 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.215443 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.215767 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.215931 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.216096 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.216258 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.216418 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.216772 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.217086 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.217244 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.217412 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.218114 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.218295 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.218455 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.218784 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.219093 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.219259 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.219434 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.219597 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.219768 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.219944 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.220108 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.220276 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.220417 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.220588 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.220768 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.220909 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.221073 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.221236 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.221404 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.221567 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.221732 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.221894 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.222086 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.222252 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.222414 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.222577 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.222740 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.222902 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.223067 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.223231 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.223396 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.223559 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.223724 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.223887 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.224051 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.224212 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.224390 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.224555 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.224716 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.224878 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.225041 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.225203 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.225366 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.225564 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.225686 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.225848 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.226027 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.226208 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.226371 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.226532 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.226693 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.226855 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.227018 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.227179 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.227340 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.227503 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.227666 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.227828 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.227990 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.228152 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.228314 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.228476 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.228639 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.228801 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.228963 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.229125 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.229285 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.229447 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.229608 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.229769 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.229939 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.230138 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.230302 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.230462 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.230622 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.230784 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.230945 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.231105 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.231266 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.231427 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.231588 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.231748 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.231907 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.232072 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.232233 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.232395 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.232557 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.232716 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.232877 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.233038 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.233198 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.233406 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.233567 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.233728 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.233889 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.234068 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.234231 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.234397 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.234558 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.234719 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.234880 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.235041 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.235212 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.235372 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.235536 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.235715 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.235852 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.236024 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.236188 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.236351 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.236512 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.236673 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.236836 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.236998 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.237159 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.237321 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.237483 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.237643 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.237817 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.237979 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.238164 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.238326 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.238510 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.238673 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.238834 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.238996 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.239157 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.239318 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.239478 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.239638 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.239801 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.239962 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.240123 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.240285 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.240448 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.240610 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.240771 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.240932 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.241096 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.241259 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.241422 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.241584 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.241746 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.241909 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.242092 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.242255 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.242416 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.242578 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.242740 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.242902 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.243063 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.243224 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.243385 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.243548 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.243709 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.243869 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.244030 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.244190 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.244355 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.244518 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.244681 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.244842 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.245004 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.245166 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.245328 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.245491 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.245663 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.246488 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.246488 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.246488 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.246488 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.246488 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.246873 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.246873 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.246873 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.247100 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.247181 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.247347 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.247509 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.247670 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.247834 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.247997 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.248158 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.248320 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.248471 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.248630 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.248791 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.249478 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.249641 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.249804 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.249965 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.250152 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.250316 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.250477 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.250638 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.250801 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.250967 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.251127 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.251289 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.251451 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.251614 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.251776 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.251937 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.252099 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.252261 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.252423 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.252586 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.252748 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.252910 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.253084 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.253246 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.253408 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.253570 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.253730 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.253891 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.254082 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.254246 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.254406 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.254570 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.254717 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.254883 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.255054 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.255215 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.255370 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.255511 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.255674 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.255840 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.256009 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.256169 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.256331 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.256492 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.256652 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.256816 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.256988 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.257148 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.257309 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.257470 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.257631 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.257792 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.257963 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.258145 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.258310 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.258457 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.258617 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.258777 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.258947 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.259109 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.259270 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.259439 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.259600 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.259762 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.259924 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.260097 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.260258 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.260422 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.260583 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.260745 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.260905 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.261067 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.261232 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.261404 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.261572 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.261734 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.261904 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.262094 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.262266 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.262428 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.262596 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.262769 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.262930 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.263091 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.263252 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.263412 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.263573 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.263733 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.263893 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.264053 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.264214 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.264373 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.264584 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.265518 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.265678 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.265866 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.266125 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.266226 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.266309 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.266459 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.266619 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 04:52:21.266774 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 04:52:21.438844 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 52628) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:52:21.446078 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [-] 10.222.0.50 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0050299 Sep 24 04:52:21.450454 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [-] 10.222.0.50 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038478 Sep 24 04:52:30.560831 dv-cinder-859186-1-iscsi neutron-server[106079]: DEBUG dbcounter [-] [106079] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:52:32.664430 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b46df7-c2d5-4d5e-9dab-609e8d1d3edb None None] get_active_networks_info from dv-cinder-859186-1-iscsi {{(pid=106194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 24 04:52:32.679316 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writer thread running {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 24 04:52:32.752114 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b46df7-c2d5-4d5e-9dab-609e8d1d3edb None None] No non-hosted networks {{(pid=106194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 24 04:52:32.781104 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.agentschedulers_db [None req-f7b46df7-c2d5-4d5e-9dab-609e8d1d3edb None None] DHCP Agent not found on host dv-cinder-859186-1-iscsi {{(pid=106194) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 24 04:52:32.786861 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7ec9063f-fc5d-4305-9e34-750e1bdd72aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435905'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:34.474824 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writer thread running {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 24 04:52:35.086895 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aed42dda-2eca-4995-861c-c51d9399fa7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435905'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:35.129555 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a3c5493-4b74-40e9-9408-540f9a15ebbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:36.352932 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435905'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:36.673646 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 52700) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:52:37.337239 dv-cinder-859186-1-iscsi neutron-server[106193]: WARNING oslo_policy.policy [None req-c25f4025-a980-448b-a9c8-66fd7b5d5cae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 04:52:37.338161 dv-cinder-859186-1-iscsi neutron-server[106193]: WARNING oslo_policy.policy [None req-c25f4025-a980-448b-a9c8-66fd7b5d5cae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 04:52:37.564590 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [None req-c25f4025-a980-448b-a9c8-66fd7b5d5cae admin admin] http://10.222.0.50:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 04:52:37.582637 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-c25f4025-a980-448b-a9c8-66fd7b5d5cae admin admin] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9079444 Sep 24 04:52:37.959489 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435905'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:37.976125 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435905'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:37.977041 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:37.977399 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:37.977714 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:37.978232 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:37.978707 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:37.979180 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:37.979637 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:37.980129 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:37.980609 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:37.981062 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:37.981549 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:37.982053 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:37.982535 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:37.982995 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:37.983464 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:37.984555 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-859186-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 04:52:37.996572 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-859186-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 04:52:38.001782 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.db.l3_hamode_db [None req-6d521c1c-870f-4621-bc83-8186c1681903 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 24 04:52:38.082702 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d521c1c-870f-4621-bc83-8186c1681903 None None] Routers set() bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 04:52:38.083091 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d521c1c-870f-4621-bc83-8186c1681903 None None] Router IDs set() for agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 24 04:52:40.295912 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 52738) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:52:40.612710 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-0ba8f856-683d-4541-887b-f0ca3b25f400 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 04:52:40.625043 dv-cinder-859186-1-iscsi neutron-server[106193]: ERROR stevedore.extension [None req-0ba8f856-683d-4541-887b-f0ca3b25f400 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 24 04:52:40.706231 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.policy [None req-0ba8f856-683d-4541-887b-f0ca3b25f400 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106193) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 04:52:40.747399 dv-cinder-859186-1-iscsi neutron-server[106193]: WARNING oslo_policy.policy [None req-0ba8f856-683d-4541-887b-f0ca3b25f400 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 04:52:40.747789 dv-cinder-859186-1-iscsi neutron-server[106193]: WARNING oslo_policy.policy [None req-0ba8f856-683d-4541-887b-f0ca3b25f400 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 04:52:40.768940 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writer thread running {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 24 04:52:40.843688 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0ba8f856-683d-4541-887b-f0ca3b25f400 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754991994542', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754991990946', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754992109510', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754992100546', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754992093713', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754992085665', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66328131', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66450485', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-443817', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1663635'] for rbac-policy (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:40.912488 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0ba8f856-683d-4541-887b-f0ca3b25f400 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:40.913631 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-0ba8f856-683d-4541-887b-f0ca3b25f400 admin admin] 10.222.0.50 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6162820 Sep 24 04:52:43.501382 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 52748) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:52:43.842248 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 04:52:43.872930 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Made reservation on behalf of 595b8e1093aa49399a51e159588da573 for: {'network': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 04:52:43.877916 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:43.899802 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:44.020849 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Publish callbacks [] for security_group (7e651577-b9bc-45fe-b61d-6213b30902e3), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:44.025382 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (7e651577-b9bc-45fe-b61d-6213b30902e3), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:44.069034 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=106193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 04:52:44.094308 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754988363448', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (40502664-5574-4e83-bdd9-3d2b1e43f75f), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:44.094885 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Unsubscribe: segment precommit_create {{(pid=106193) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 04:52:44.095402 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.segments_db [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Added segment 40502664-5574-4e83-bdd9-3d2b1e43f75f of type vlan for network c3af7197-5645-47e5-b44a-969a29f12b96 Sep 24 04:52:44.110222 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7e651577-b9bc-45fe-b61d-6213b30902e3,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:52:44.159474 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:44.159808 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:44.160162 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:44.160504 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:44.160830 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:44.161150 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:44.161466 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:44.161781 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:44.162193 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:44.162440 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:44.162753 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:44.163084 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:44.163395 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:44.163703 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:44.164013 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Tracked resource versions report: Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: pushed versions: Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: { 'AddressGroup': {'1.2'}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Agent': {'1.1'}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'ConntrackHelper': {'1.0'}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'LocalIPAssociation': {'1.0'}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Log': {'1.0'}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'NDPProxy': {'1.0'}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Network': {'1.1'}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Port': {'1.7'}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'PortForwarding': {'1.3'}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'QosPolicy': {'1.10'}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'SecurityGroup': {'1.5'}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'SecurityGroupRule': {'1.2'}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'SubPort': {'1.0'}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Subnet': {'1.1'}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Trunk': {'1.1'}} Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: consumer versions: Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: { DHCP agent@dv-cinder-859186-1-iscsi: {}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: L3 agent@dv-cinder-859186-1-iscsi: {}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: Metadata agent@dv-cinder-859186-1-iscsi: {}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: Metering agent@dv-cinder-859186-1-iscsi: {}, Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: Open vSwitch agent@dv-cinder-859186-1-iscsi: { 'AddressGroup': '1.2', Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Agent': '1.1', Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'ConntrackHelper': '1.0', Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'LocalIPAssociation': '1.0', Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Log': '1.0', Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'NDPProxy': '1.0', Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Network': '1.1', Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Port': '1.7', Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'PortForwarding': '1.3', Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'QosPolicy': '1.10', Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'SecurityGroup': '1.5', Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'SecurityGroupRule': '1.2', Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'SubPort': '1.0', Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Subnet': '1.1', Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Trunk': '1.1'}} Sep 24 04:52:44.165438 dv-cinder-859186-1-iscsi neutron-server[106193]: {{(pid=106193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 04:52:44.203607 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (c3af7197-5645-47e5-b44a-969a29f12b96), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:44.246627 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (c3af7197-5645-47e5-b44a-969a29f12b96), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:44.251648 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:52:44.252344 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:44.341484 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8389192 Sep 24 04:52:44.372393 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888ae58-a2c3-4491-aa3b-7c678005d312 demo demo] Pushing event updated for resources: {'Network': ['ID=c3af7197-5645-47e5-b44a-969a29f12b96,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:52:44.384948 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network c3af7197-5645-47e5-b44a-969a29f12b96 details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 04:52:47.021467 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 52760) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:52:47.340012 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:52:47.439514 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de83318-a834-41be-82a7-8715866bfa16 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:52:47.440880 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-5de83318-a834-41be-82a7-8715866bfa16 demo admin] 10.222.0.50 "GET /networking/v2.0/networks/c3af7197-5645-47e5-b44a-969a29f12b96 HTTP/1.1" status: 200 len: 825 time: 0.4184129 Sep 24 04:52:47.465597 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-cb5b71d4-9036-460a-8a60-1e1929788675 demo admin] 10.222.0.50 "GET /networking/v2.0/subnetpools/be767c09-af75-44e9-8c7d-6e6f5a8e3140 HTTP/1.1" status: 200 len: 734 time: 0.0187328 Sep 24 04:52:47.473867 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-aeda93bf-bbdc-41aa-9025-6c83f8d6bb5e demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'be767c09-af75-44e9-8c7d-6e6f5a8e3140', 'name': 'private-subnet', 'network_id': 'c3af7197-5645-47e5-b44a-969a29f12b96', 'gateway_ip': '172.20.0.1'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 04:52:47.495057 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeda93bf-bbdc-41aa-9025-6c83f8d6bb5e demo admin] Made reservation on behalf of 595b8e1093aa49399a51e159588da573 for: {'subnet': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 04:52:47.497422 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-aeda93bf-bbdc-41aa-9025-6c83f8d6bb5e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:47.602710 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:52:47.789700 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-aeda93bf-bbdc-41aa-9025-6c83f8d6bb5e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for subnet (d46dbcda-c25d-4e7e-a9d6-a078f2cde6ac), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:47.861178 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda93bf-bbdc-41aa-9025-6c83f8d6bb5e demo admin] Pushing event updated for resources: {'Subnet': ['ID=d46dbcda-c25d-4e7e-a9d6-a078f2cde6ac,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:52:47.864984 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda93bf-bbdc-41aa-9025-6c83f8d6bb5e demo admin] Checking segment: {'id': '40502664-5574-4e83-bdd9-3d2b1e43f75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c3af7197-5645-47e5-b44a-969a29f12b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 04:52:47.865400 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeda93bf-bbdc-41aa-9025-6c83f8d6bb5e demo admin] Network hostable DHCP agents. Network: c3af7197-5645-47e5-b44a-969a29f12b96, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 04:52:47.885753 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeda93bf-bbdc-41aa-9025-6c83f8d6bb5e demo admin] Network c3af7197-5645-47e5-b44a-969a29f12b96 is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 04:52:47.897230 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-aeda93bf-bbdc-41aa-9025-6c83f8d6bb5e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, c3af7197-5645-47e5-b44a-969a29f12b96) {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 04:52:47.901922 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeda93bf-bbdc-41aa-9025-6c83f8d6bb5e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:52:47.902555 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-aeda93bf-bbdc-41aa-9025-6c83f8d6bb5e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:47.907475 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7fa3f8-179d-4a6b-b903-3fdecff658a6 None None] Network c3af7197-5645-47e5-b44a-969a29f12b96 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 04:52:47.918522 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-aeda93bf-bbdc-41aa-9025-6c83f8d6bb5e demo admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4477029 Sep 24 04:52:48.183916 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd343cccf-c390-5e04-aeb9-418103a42ab4-c3af7197-5645-47e5-b44a-969a29f12b96', 'network_id': 'c3af7197-5645-47e5-b44a-969a29f12b96', 'project_id': '595b8e1093aa49399a51e159588da573', 'fixed_ips': [{'subnet_id': 'd46dbcda-c25d-4e7e-a9d6-a078f2cde6ac'}]}} from dv-cinder-859186-1-iscsi. {{(pid=106194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 04:52:48.185222 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:48.459307 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Allocated IP 172.20.0.2 (c3af7197-5645-47e5-b44a-969a29f12b96/d46dbcda-c25d-4e7e-a9d6-a078f2cde6ac/54c3f29b-4516-4298-a937-6ec4f6dc9e1f) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 04:52:48.477328 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=58,neutron:INSERT=37,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:52:48.725004 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Publish callbacks [] for port (54c3f29b-4516-4298-a937-6ec4f6dc9e1f), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:48.731591 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (54c3f29b-4516-4298-a937-6ec4f6dc9e1f), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:48.801414 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Network c3af7197-5645-47e5-b44a-969a29f12b96 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 04:52:48.806140 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 04:52:48.809287 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 04:52:48.850663 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Pushing event updated for resources: {'Port': ['ID=54c3f29b-4516-4298-a937-6ec4f6dc9e1f,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:52:48.877004 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:48.877348 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:48.877729 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:48.878106 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:48.878439 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:48.878760 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:48.879081 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:48.879397 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:48.879711 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:48.880026 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:48.880347 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:48.880675 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:48.880993 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:48.881302 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:48.881610 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Tracked resource versions report: Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: pushed versions: Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: { 'AddressGroup': {'1.2'}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Agent': {'1.1'}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'ConntrackHelper': {'1.0'}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'LocalIPAssociation': {'1.0'}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Log': {'1.0'}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'NDPProxy': {'1.0'}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Network': {'1.1'}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Port': {'1.7'}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'PortForwarding': {'1.3'}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'QosPolicy': {'1.10'}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'SecurityGroup': {'1.5'}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'SecurityGroupRule': {'1.2'}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'SubPort': {'1.0'}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Subnet': {'1.1'}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Trunk': {'1.1'}} Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: consumer versions: Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: { DHCP agent@dv-cinder-859186-1-iscsi: {}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: L3 agent@dv-cinder-859186-1-iscsi: {}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: Metadata agent@dv-cinder-859186-1-iscsi: {}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: Metering agent@dv-cinder-859186-1-iscsi: {}, Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: Open vSwitch agent@dv-cinder-859186-1-iscsi: { 'AddressGroup': '1.2', Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Agent': '1.1', Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'ConntrackHelper': '1.0', Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'LocalIPAssociation': '1.0', Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Log': '1.0', Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'NDPProxy': '1.0', Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Network': '1.1', Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Port': '1.7', Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'PortForwarding': '1.3', Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'QosPolicy': '1.10', Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'SecurityGroup': '1.5', Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'SecurityGroupRule': '1.2', Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'SubPort': '1.0', Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Subnet': '1.1', Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Trunk': '1.1'}} Sep 24 04:52:48.883082 dv-cinder-859186-1-iscsi neutron-server[106194]: {{(pid=106194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 04:52:48.913419 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Attempting to bind port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 04:52:48.913944 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Attempting to bind port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '40502664-5574-4e83-bdd9-3d2b1e43f75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c3af7197-5645-47e5-b44a-969a29f12b96'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 04:52:48.914245 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Attempting to bind port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f on network c3af7197-5645-47e5-b44a-969a29f12b96 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 04:52:48.945944 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:52:48.961930 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 4, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 04:52:48.962332 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Checking segment: {'id': '40502664-5574-4e83-bdd9-3d2b1e43f75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c3af7197-5645-47e5-b44a-969a29f12b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 04:52:48.962785 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:48.963167 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Bound using segment: {'id': '40502664-5574-4e83-bdd9-3d2b1e43f75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c3af7197-5645-47e5-b44a-969a29f12b96'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 04:52:48.963658 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Bound port: 54c3f29b-4516-4298-a937-6ec4f6dc9e1f, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40502664-5574-4e83-bdd9-3d2b1e43f75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c3af7197-5645-47e5-b44a-969a29f12b96'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 04:52:48.964046 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (54c3f29b-4516-4298-a937-6ec4f6dc9e1f), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:48.967612 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:52:48.980563 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=8 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:52:49.027209 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] For port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 04:52:49.047250 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] For port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=54c3f29b-4516-4298-a937-6ec4f6dc9e1f,segment=NetworkSegment(40502664-5574-4e83-bdd9-3d2b1e43f75f),segment_id=40502664-5574-4e83-bdd9-3d2b1e43f75f)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 04:52:49.054120 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (54c3f29b-4516-4298-a937-6ec4f6dc9e1f), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:49.107212 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162489b-1b03-4a8d-984e-f3c0ab8bfced None None] Pushing event updated for resources: {'Port': ['ID=54c3f29b-4516-4298-a937-6ec4f6dc9e1f,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:52:50.571009 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 52774) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:52:50.900980 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [None req-f6c2810c-8139-4c17-8dab-9f92da10d778 admin admin] http://10.222.0.50:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 04:52:50.902093 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-f6c2810c-8139-4c17-8dab-9f92da10d778 admin admin] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3302057 Sep 24 04:52:53.534413 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 52782) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:52:53.899164 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [None req-d5966b22-9799-47eb-8238-730f31e991b2 admin admin] http://10.222.0.50:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 04:52:53.907342 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-d5966b22-9799-47eb-8238-730f31e991b2 admin admin] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3720057 Sep 24 04:52:56.564793 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 52794) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:52:57.086136 dv-cinder-859186-1-iscsi neutron-server[106192]: WARNING oslo_policy.policy [None req-648bee5d-814f-4dbb-8fe8-56de2ae8eee3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 04:52:57.086771 dv-cinder-859186-1-iscsi neutron-server[106192]: WARNING oslo_policy.policy [None req-648bee5d-814f-4dbb-8fe8-56de2ae8eee3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 04:52:57.228545 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3687a026-0924-47ef-9b05-f27f019acc15 None None] Network c3af7197-5645-47e5-b44a-969a29f12b96 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 04:52:57.291863 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-e8cdb6ce-8e8b-4feb-9442-ec18d799fdbb None None] Provisioning complete for port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 04:52:57.292265 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e8cdb6ce-8e8b-4feb-9442-ec18d799fdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (54c3f29b-4516-4298-a937-6ec4f6dc9e1f), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:57.292623 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e8cdb6ce-8e8b-4feb-9442-ec18d799fdbb None None] Attempt 1 to provision port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f Sep 24 04:52:57.305589 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-648bee5d-814f-4dbb-8fe8-56de2ae8eee3 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 04:52:57.314798 dv-cinder-859186-1-iscsi neutron-server[106192]: ERROR stevedore.extension [None req-648bee5d-814f-4dbb-8fe8-56de2ae8eee3 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 24 04:52:57.366560 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.policy [None req-648bee5d-814f-4dbb-8fe8-56de2ae8eee3 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106192) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 04:52:57.409674 dv-cinder-859186-1-iscsi neutron-server[106192]: WARNING oslo_policy.policy [None req-648bee5d-814f-4dbb-8fe8-56de2ae8eee3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 04:52:57.410077 dv-cinder-859186-1-iscsi neutron-server[106192]: WARNING oslo_policy.policy [None req-648bee5d-814f-4dbb-8fe8-56de2ae8eee3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 04:52:57.431718 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writer thread running {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 24 04:52:57.445163 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:52:57.480229 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e8cdb6ce-8e8b-4feb-9442-ec18d799fdbb None None] Current status of the port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 04:52:57.480592 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e8cdb6ce-8e8b-4feb-9442-ec18d799fdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (54c3f29b-4516-4298-a937-6ec4f6dc9e1f), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:57.480756 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-648bee5d-814f-4dbb-8fe8-56de2ae8eee3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4209'] for router (72d3d617-7a9d-4c2c-ae93-c0c592c7eacf), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:57.482687 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-648bee5d-814f-4dbb-8fe8-56de2ae8eee3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4218'] for router (72d3d617-7a9d-4c2c-ae93-c0c592c7eacf), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:57.520186 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-e8cdb6ce-8e8b-4feb-9442-ec18d799fdbb None None] For port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=54c3f29b-4516-4298-a937-6ec4f6dc9e1f,segment=NetworkSegment(40502664-5574-4e83-bdd9-3d2b1e43f75f),segment_id=40502664-5574-4e83-bdd9-3d2b1e43f75f)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 04:52:57.524062 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e8cdb6ce-8e8b-4feb-9442-ec18d799fdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (54c3f29b-4516-4298-a937-6ec4f6dc9e1f), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:57.573191 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdb6ce-8e8b-4feb-9442-ec18d799fdbb None None] Pushing event updated for resources: {'Port': ['ID=54c3f29b-4516-4298-a937-6ec4f6dc9e1f,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:52:57.654552 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-648bee5d-814f-4dbb-8fe8-56de2ae8eee3 demo demo] Publish callbacks [] for router_controller (72d3d617-7a9d-4c2c-ae93-c0c592c7eacf), precommit_add_association {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:57.659832 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-648bee5d-814f-4dbb-8fe8-56de2ae8eee3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437284'] for router (72d3d617-7a9d-4c2c-ae93-c0c592c7eacf), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:57.674453 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 54c3f29b-4516-4298-a937-6ec4f6dc9e1f up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 04:52:57.684968 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-648bee5d-814f-4dbb-8fe8-56de2ae8eee3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:57.686447 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-648bee5d-814f-4dbb-8fe8-56de2ae8eee3 demo demo] 10.222.0.50 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.1188204 Sep 24 04:52:57.724910 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 04:52:57.725330 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (54c3f29b-4516-4298-a937-6ec4f6dc9e1f), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:57.725690 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f Sep 24 04:52:57.746809 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:52:57.770745 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-78e4ed86-5968-41ae-9eb9-1f1f45f6154c None None] Provisioning complete for port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 04:52:57.771139 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-78e4ed86-5968-41ae-9eb9-1f1f45f6154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (54c3f29b-4516-4298-a937-6ec4f6dc9e1f), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:52:57.771453 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-78e4ed86-5968-41ae-9eb9-1f1f45f6154c None None] Attempt 1 to provision port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f Sep 24 04:52:57.854295 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 04:52:57.884506 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-78e4ed86-5968-41ae-9eb9-1f1f45f6154c None None] Current status of the port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 04:52:57.911508 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=35,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:52:57.912407 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=47,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:00.291280 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 52814) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:53:00.607318 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [None req-52213256-b78d-4e1f-849e-348178f33970 admin admin] http://10.222.0.50:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 04:53:00.608301 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-52213256-b78d-4e1f-849e-348178f33970 admin admin] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3160729 Sep 24 04:53:02.628013 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c3087ddc-6815-4e42-b78a-baddadd0e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:03.247011 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 52822) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:53:03.565103 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-c1f83540-b79a-42a0-b69e-3bc3e5c29e24 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 04:53:03.584852 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f83540-b79a-42a0-b69e-3bc3e5c29e24 admin admin] Made reservation on behalf of f9c9e5a50c664c33aa419611e20c9c00 for: {'network': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 04:53:03.587179 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c1f83540-b79a-42a0-b69e-3bc3e5c29e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:03.595357 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c1f83540-b79a-42a0-b69e-3bc3e5c29e24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:03.673384 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c1f83540-b79a-42a0-b69e-3bc3e5c29e24 admin admin] Publish callbacks [] for security_group (72c81369-f78d-43f7-a7b4-0c551a512d0f), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:03.677030 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c1f83540-b79a-42a0-b69e-3bc3e5c29e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (72c81369-f78d-43f7-a7b4-0c551a512d0f), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:03.695616 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c1f83540-b79a-42a0-b69e-3bc3e5c29e24 admin admin] Reserving flat network on physical network physnet1 {{(pid=106193) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 24 04:53:03.717261 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f83540-b79a-42a0-b69e-3bc3e5c29e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c81369-f78d-43f7-a7b4-0c551a512d0f,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:53:03.724036 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c1f83540-b79a-42a0-b69e-3bc3e5c29e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (27f6e2d4-00ee-4543-b460-cfd632067d75), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:03.724385 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.segments_db [None req-c1f83540-b79a-42a0-b69e-3bc3e5c29e24 admin admin] Added segment 27f6e2d4-00ee-4543-b460-cfd632067d75 of type flat for network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 Sep 24 04:53:03.771837 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c1f83540-b79a-42a0-b69e-3bc3e5c29e24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (2d42bf50-ada2-4be6-99ac-fd8e827c9f44), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:03.803110 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c1f83540-b79a-42a0-b69e-3bc3e5c29e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (2d42bf50-ada2-4be6-99ac-fd8e827c9f44), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:03.804031 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f83540-b79a-42a0-b69e-3bc3e5c29e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:53:03.804592 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c1f83540-b79a-42a0-b69e-3bc3e5c29e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:03.873136 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-c1f83540-b79a-42a0-b69e-3bc3e5c29e24 admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6251757 Sep 24 04:53:03.899343 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f83540-b79a-42a0-b69e-3bc3e5c29e24 admin admin] Pushing event updated for resources: {'Network': ['ID=2d42bf50-ada2-4be6-99ac-fd8e827c9f44,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:53:03.909885 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 04:53:03.952548 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:05.072599 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b3d122e5-0b1f-4395-b0a4-08135face037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:06.307135 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:06.438750 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 52830) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:53:06.805700 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660c873c-a32b-4683-8856-ed97d2c6ae0c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:53:06.807014 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-660c873c-a32b-4683-8856-ed97d2c6ae0c demo admin] 10.222.0.50 "GET /networking/v2.0/subnets/d46dbcda-c25d-4e7e-a9d6-a078f2cde6ac HTTP/1.1" status: 200 len: 849 time: 0.3673429 Sep 24 04:53:06.961867 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-03830f1d-7c2a-468a-9b8c-b6664bcb336f demo admin] 10.222.0.50 "GET /networking/v2.0/routers/72d3d617-7a9d-4c2c-ae93-c0c592c7eacf HTTP/1.1" status: 200 len: 704 time: 0.1483228 Sep 24 04:53:07.219213 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:07.383006 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:07.510867 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Allocated IP 172.20.0.1 (c3af7197-5645-47e5-b44a-969a29f12b96/d46dbcda-c25d-4e7e-a9d6-a078f2cde6ac/b783484b-89c2-43b3-8e70-18aca66ddcf3) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 04:53:07.517029 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:07.670023 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=11,neutron:INSERT=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:07.679489 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:07.707362 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Publish callbacks [] for port (b783484b-89c2-43b3-8e70-18aca66ddcf3), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:07.771728 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (b783484b-89c2-43b3-8e70-18aca66ddcf3), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:07.842794 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Network c3af7197-5645-47e5-b44a-969a29f12b96 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 04:53:07.851956 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 04:53:07.854464 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 04:53:07.855001 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429597'] for router_interface (72d3d617-7a9d-4c2c-ae93-c0c592c7eacf), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:07.903555 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:07.911862 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Pushing event updated for resources: {'Port': ['ID=b783484b-89c2-43b3-8e70-18aca66ddcf3,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:53:07.969666 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:08.054241 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-7e48a38e-9828-4aaa-8958-30f6be9393d4 None None] Provisioning complete for port b783484b-89c2-43b3-8e70-18aca66ddcf3 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 04:53:08.054553 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7e48a38e-9828-4aaa-8958-30f6be9393d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (b783484b-89c2-43b3-8e70-18aca66ddcf3), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:08.054887 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-7e48a38e-9828-4aaa-8958-30f6be9393d4 None None] Attempt 1 to provision port b783484b-89c2-43b3-8e70-18aca66ddcf3 Sep 24 04:53:08.061176 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (b783484b-89c2-43b3-8e70-18aca66ddcf3), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:08.086337 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-7e48a38e-9828-4aaa-8958-30f6be9393d4 None None] Port b783484b-89c2-43b3-8e70-18aca66ddcf3 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 04:53:08.273207 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Publish callbacks [] for port (b783484b-89c2-43b3-8e70-18aca66ddcf3), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:08.277576 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (b783484b-89c2-43b3-8e70-18aca66ddcf3), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:08.278442 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429705'] for router_interface (72d3d617-7a9d-4c2c-ae93-c0c592c7eacf), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:08.356923 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Pushing event updated for resources: {'Port': ['ID=b783484b-89c2-43b3-8e70-18aca66ddcf3,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:53:08.397114 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:08.409473 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Network c3af7197-5645-47e5-b44a-969a29f12b96 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 04:53:08.410774 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 04:53:08.560393 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:08.566427 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Router 72d3d617-7a9d-4c2c-ae93-c0c592c7eacf is scheduled to L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc with binding_index 1 {{(pid=106193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 04:53:08.586837 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-7e48a38e-9828-4aaa-8958-30f6be9393d4 None None] Attempt 2 to provision port b783484b-89c2-43b3-8e70-18aca66ddcf3 Sep 24 04:53:08.656622 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 04:53:08.661848 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-b7272696-4c38-4707-b1c6-a2921c1f3914 demo admin] 10.222.0.50 "PUT /networking/v2.0/routers/72d3d617-7a9d-4c2c-ae93-c0c592c7eacf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6945560 Sep 24 04:53:08.667569 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Sync routers for ids ['72d3d617-7a9d-4c2c-ae93-c0c592c7eacf'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 04:53:08.674278 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-7e48a38e-9828-4aaa-8958-30f6be9393d4 None None] Port b783484b-89c2-43b3-8e70-18aca66ddcf3 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 04:53:08.681305 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Routers {'72d3d617-7a9d-4c2c-ae93-c0c592c7eacf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 04:53:08.682048 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T04:53:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['72d3d617-7a9d-4c2c-ae93-c0c592c7eacf'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 04:53:08.861066 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Set router 72d3d617-7a9d-4c2c-ae93-c0c592c7eacf gateway port host: None {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 04:53:09.175190 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-7e48a38e-9828-4aaa-8958-30f6be9393d4 None None] Attempt 3 to provision port b783484b-89c2-43b3-8e70-18aca66ddcf3 Sep 24 04:53:09.206654 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-7e48a38e-9828-4aaa-8958-30f6be9393d4 None None] Port b783484b-89c2-43b3-8e70-18aca66ddcf3 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 04:53:09.273036 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d3d617-7a9d-4c2c-ae93-c0c592c7eacf', 'name': 'router1', 'tenant_id': '595b8e1093aa49399a51e159588da573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T04:52:57Z', 'updated_at': '2022-09-24T04:53:08Z', 'revision_number': 2, 'project_id': '595b8e1093aa49399a51e159588da573', 'gw_port_host': None, '_interfaces': [{'id': 'b783484b-89c2-43b3-8e70-18aca66ddcf3', 'name': '', 'network_id': 'c3af7197-5645-47e5-b44a-969a29f12b96', 'tenant_id': '595b8e1093aa49399a51e159588da573', 'mac_address': 'fa:16:3e:e6:ab:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d3d617-7a9d-4c2c-ae93-c0c592c7eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd46dbcda-c25d-4e7e-a9d6-a078f2cde6ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T04:53:07Z', 'updated_at': '2022-09-24T04:53:08Z', 'revision_number': 2, 'project_id': '595b8e1093aa49399a51e159588da573', 'subnets': [{'id': 'd46dbcda-c25d-4e7e-a9d6-a078f2cde6ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be767c09-af75-44e9-8c7d-6e6f5a8e3140'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 04:53:09.319863 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Checking router: 72d3d617-7a9d-4c2c-ae93-c0c592c7eacf for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 04:53:09.320228 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Updating router 72d3d617-7a9d-4c2c-ae93-c0c592c7eacf port b783484b-89c2-43b3-8e70-18aca66ddcf3 binding host dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 04:53:09.375263 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (b783484b-89c2-43b3-8e70-18aca66ddcf3), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:09.707976 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-7e48a38e-9828-4aaa-8958-30f6be9393d4 None None] Attempt 4 to provision port b783484b-89c2-43b3-8e70-18aca66ddcf3 Sep 24 04:53:09.740198 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-7e48a38e-9828-4aaa-8958-30f6be9393d4 None None] Port b783484b-89c2-43b3-8e70-18aca66ddcf3 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 04:53:09.871082 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Publish callbacks [] for port (b783484b-89c2-43b3-8e70-18aca66ddcf3), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:09.877326 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (b783484b-89c2-43b3-8e70-18aca66ddcf3), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:10.023281 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Pushing event updated for resources: {'Port': ['ID=b783484b-89c2-43b3-8e70-18aca66ddcf3,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:53:10.030574 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Attempting to bind port b783484b-89c2-43b3-8e70-18aca66ddcf3 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 04:53:10.030961 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Attempting to bind port b783484b-89c2-43b3-8e70-18aca66ddcf3 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '40502664-5574-4e83-bdd9-3d2b1e43f75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c3af7197-5645-47e5-b44a-969a29f12b96'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 04:53:10.031949 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Attempting to bind port b783484b-89c2-43b3-8e70-18aca66ddcf3 on network c3af7197-5645-47e5-b44a-969a29f12b96 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 04:53:10.040897 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:53:10.041230 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:53:10.041578 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:53:10.041925 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:53:10.042274 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:53:10.042587 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:53:10.042902 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:53:10.043215 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:53:10.043527 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:53:10.043836 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:53:10.044151 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:53:10.044478 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:53:10.044791 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:53:10.045097 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:53:10.045400 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Tracked resource versions report: Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: pushed versions: Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: { 'AddressGroup': {'1.2'}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Agent': {'1.1'}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'ConntrackHelper': {'1.0'}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'LocalIPAssociation': {'1.0'}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Log': {'1.0'}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'NDPProxy': {'1.0'}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Network': {'1.1'}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Port': {'1.7'}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'PortForwarding': {'1.3'}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'QosPolicy': {'1.10'}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'SecurityGroup': {'1.5'}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'SecurityGroupRule': {'1.2'}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'SubPort': {'1.0'}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Subnet': {'1.1'}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Trunk': {'1.1'}} Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: consumer versions: Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: { DHCP agent@dv-cinder-859186-1-iscsi: {}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: L3 agent@dv-cinder-859186-1-iscsi: {}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: Metadata agent@dv-cinder-859186-1-iscsi: {}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: Metering agent@dv-cinder-859186-1-iscsi: {}, Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: Open vSwitch agent@dv-cinder-859186-1-iscsi: { 'AddressGroup': '1.2', Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Agent': '1.1', Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'ConntrackHelper': '1.0', Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'LocalIPAssociation': '1.0', Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Log': '1.0', Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'NDPProxy': '1.0', Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Network': '1.1', Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Port': '1.7', Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'PortForwarding': '1.3', Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'QosPolicy': '1.10', Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'SecurityGroup': '1.5', Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'SecurityGroupRule': '1.2', Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'SubPort': '1.0', Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Subnet': '1.1', Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Trunk': '1.1'}} Sep 24 04:53:10.046843 dv-cinder-859186-1-iscsi neutron-server[106195]: {{(pid=106195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 04:53:10.123500 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 4, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 04:53:10.123867 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Checking segment: {'id': '40502664-5574-4e83-bdd9-3d2b1e43f75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c3af7197-5645-47e5-b44a-969a29f12b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 04:53:10.124314 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:10.124697 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Bound using segment: {'id': '40502664-5574-4e83-bdd9-3d2b1e43f75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c3af7197-5645-47e5-b44a-969a29f12b96'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 04:53:10.125244 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Bound port: b783484b-89c2-43b3-8e70-18aca66ddcf3, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40502664-5574-4e83-bdd9-3d2b1e43f75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c3af7197-5645-47e5-b44a-969a29f12b96'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 04:53:10.125615 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (b783484b-89c2-43b3-8e70-18aca66ddcf3), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:10.184462 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:10.190886 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] For port b783484b-89c2-43b3-8e70-18aca66ddcf3, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 04:53:10.193552 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:10.211538 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] For port b783484b-89c2-43b3-8e70-18aca66ddcf3, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=b783484b-89c2-43b3-8e70-18aca66ddcf3,segment=NetworkSegment(40502664-5574-4e83-bdd9-3d2b1e43f75f),segment_id=40502664-5574-4e83-bdd9-3d2b1e43f75f)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 04:53:10.218345 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (b783484b-89c2-43b3-8e70-18aca66ddcf3), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:10.241739 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-7e48a38e-9828-4aaa-8958-30f6be9393d4 None None] Attempt 5 to provision port b783484b-89c2-43b3-8e70-18aca66ddcf3 Sep 24 04:53:10.258676 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Routers {'72d3d617-7a9d-4c2c-ae93-c0c592c7eacf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 04:53:10.259279 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T04:53:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['72d3d617-7a9d-4c2c-ae93-c0c592c7eacf'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 04:53:10.316549 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-7e48a38e-9828-4aaa-8958-30f6be9393d4 None None] Current status of the port b783484b-89c2-43b3-8e70-18aca66ddcf3 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 04:53:10.316936 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7e48a38e-9828-4aaa-8958-30f6be9393d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (b783484b-89c2-43b3-8e70-18aca66ddcf3), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:10.332980 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1884b0-0481-4a67-b066-091cb42e09c7 None None] Pushing event updated for resources: {'Port': ['ID=b783484b-89c2-43b3-8e70-18aca66ddcf3,revision_number=4']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:53:10.353823 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-7e48a38e-9828-4aaa-8958-30f6be9393d4 None None] For port b783484b-89c2-43b3-8e70-18aca66ddcf3, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=b783484b-89c2-43b3-8e70-18aca66ddcf3,segment=NetworkSegment(40502664-5574-4e83-bdd9-3d2b1e43f75f),segment_id=40502664-5574-4e83-bdd9-3d2b1e43f75f)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 04:53:10.359018 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7e48a38e-9828-4aaa-8958-30f6be9393d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (b783484b-89c2-43b3-8e70-18aca66ddcf3), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:10.361287 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] Set router 72d3d617-7a9d-4c2c-ae93-c0c592c7eacf gateway port host: None {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 04:53:10.408194 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48a38e-9828-4aaa-8958-30f6be9393d4 None None] Pushing event updated for resources: {'Port': ['ID=b783484b-89c2-43b3-8e70-18aca66ddcf3,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:53:10.477601 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-b673f956-9634-47bb-8eb8-84a69251d1da None None] Provisioning complete for port b783484b-89c2-43b3-8e70-18aca66ddcf3 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 04:53:10.478120 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b673f956-9634-47bb-8eb8-84a69251d1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (b783484b-89c2-43b3-8e70-18aca66ddcf3), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:10.478531 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-b673f956-9634-47bb-8eb8-84a69251d1da None None] Attempt 1 to provision port b783484b-89c2-43b3-8e70-18aca66ddcf3 Sep 24 04:53:10.557980 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-b673f956-9634-47bb-8eb8-84a69251d1da None None] Current status of the port b783484b-89c2-43b3-8e70-18aca66ddcf3 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 04:53:10.582370 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d3d617-7a9d-4c2c-ae93-c0c592c7eacf', 'name': 'router1', 'tenant_id': '595b8e1093aa49399a51e159588da573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T04:52:57Z', 'updated_at': '2022-09-24T04:53:08Z', 'revision_number': 2, 'project_id': '595b8e1093aa49399a51e159588da573', 'gw_port_host': None, '_interfaces': [{'id': 'b783484b-89c2-43b3-8e70-18aca66ddcf3', 'name': '', 'network_id': 'c3af7197-5645-47e5-b44a-969a29f12b96', 'tenant_id': '595b8e1093aa49399a51e159588da573', 'mac_address': 'fa:16:3e:e6:ab:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d3d617-7a9d-4c2c-ae93-c0c592c7eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd46dbcda-c25d-4e7e-a9d6-a078f2cde6ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T04:53:07Z', 'updated_at': '2022-09-24T04:53:10Z', 'revision_number': 4, 'project_id': '595b8e1093aa49399a51e159588da573', 'subnets': [{'id': 'd46dbcda-c25d-4e7e-a9d6-a078f2cde6ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be767c09-af75-44e9-8c7d-6e6f5a8e3140'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 04:53:10.607924 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebcff53-2087-48e1-bb73-fc121586bc48 None None] The sync data for ids ['72d3d617-7a9d-4c2c-ae93-c0c592c7eacf'] in dv-cinder-859186-1-iscsi is: [{'id': '72d3d617-7a9d-4c2c-ae93-c0c592c7eacf', 'name': 'router1', 'tenant_id': '595b8e1093aa49399a51e159588da573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T04:52:57Z', 'updated_at': '2022-09-24T04:53:08Z', 'revision_number': 2, 'project_id': '595b8e1093aa49399a51e159588da573', 'gw_port_host': None, '_interfaces': [{'id': 'b783484b-89c2-43b3-8e70-18aca66ddcf3', 'name': '', 'network_id': 'c3af7197-5645-47e5-b44a-969a29f12b96', 'tenant_id': '595b8e1093aa49399a51e159588da573', 'mac_address': 'fa:16:3e:e6:ab:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d3d617-7a9d-4c2c-ae93-c0c592c7eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd46dbcda-c25d-4e7e-a9d6-a078f2cde6ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T04:53:07Z', 'updated_at': '2022-09-24T04:53:10Z', 'revision_number': 4, 'project_id': '595b8e1093aa49399a51e159588da573', 'subnets': [{'id': 'd46dbcda-c25d-4e7e-a9d6-a078f2cde6ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be767c09-af75-44e9-8c7d-6e6f5a8e3140'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 04:53:11.279831 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 52842) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:53:11.669804 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1de60d-d1a5-4a53-8c82-435b7aeb1f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:53:11.671193 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ca1de60d-d1a5-4a53-8c82-435b7aeb1f62 admin admin] 10.222.0.50 "GET /networking/v2.0/networks/2d42bf50-ada2-4be6-99ac-fd8e827c9f44 HTTP/1.1" status: 200 len: 842 time: 0.3903139 Sep 24 04:53:11.681502 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-76001eec-90f6-4e09-af2e-3087623f0176 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'name': 'public-subnet'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 04:53:11.704726 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76001eec-90f6-4e09-af2e-3087623f0176 admin admin] Made reservation on behalf of f9c9e5a50c664c33aa419611e20c9c00 for: {'subnet': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 04:53:11.707109 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-76001eec-90f6-4e09-af2e-3087623f0176 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:12.051172 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.objects.ports [None req-76001eec-90f6-4e09-af2e-3087623f0176 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106193) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 24 04:53:12.051615 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-76001eec-90f6-4e09-af2e-3087623f0176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for subnet (8cef52d1-4576-4f15-b5cf-fb8647865ac8), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:12.111688 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76001eec-90f6-4e09-af2e-3087623f0176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cef52d1-4576-4f15-b5cf-fb8647865ac8,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:53:12.126810 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76001eec-90f6-4e09-af2e-3087623f0176 admin admin] Checking segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 04:53:12.127166 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76001eec-90f6-4e09-af2e-3087623f0176 admin admin] Network hostable DHCP agents. Network: 2d42bf50-ada2-4be6-99ac-fd8e827c9f44, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 04:53:12.144281 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76001eec-90f6-4e09-af2e-3087623f0176 admin admin] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 04:53:12.152488 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-76001eec-90f6-4e09-af2e-3087623f0176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, 2d42bf50-ada2-4be6-99ac-fd8e827c9f44) {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 04:53:12.156627 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76001eec-90f6-4e09-af2e-3087623f0176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:53:12.157220 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-76001eec-90f6-4e09-af2e-3087623f0176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:12.164751 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12105e20-e513-48a0-a1d3-9e071383b317 None None] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 04:53:12.174564 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-76001eec-90f6-4e09-af2e-3087623f0176 admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4962027 Sep 24 04:53:12.292141 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7f95ef-3c37-4a6e-809f-215f956a8dea None None] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 04:53:14.819856 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 52850) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:53:15.237863 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-7fbc6500-0547-4367-b948-f00259a22857 demo admin] 10.222.0.50 "GET /networking/v2.0/routers/72d3d617-7a9d-4c2c-ae93-c0c592c7eacf HTTP/1.1" status: 200 len: 710 time: 0.4168959 Sep 24 04:53:15.304193 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:15.339410 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ffff7f-0e6a-4810-8e3d-af8a7302a7bd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:53:15.341062 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-15ffff7f-0e6a-4810-8e3d-af8a7302a7bd demo admin] 10.222.0.50 "GET /networking/v2.0/networks/2d42bf50-ada2-4be6-99ac-fd8e827c9f44 HTTP/1.1" status: 200 len: 886 time: 0.0973561 Sep 24 04:53:15.350633 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 04:53:15.527700 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:15.607665 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] Publish callbacks [] for router_gateway (72d3d617-7a9d-4c2c-ae93-c0c592c7eacf), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:15.691557 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device b783484b-89c2-43b3-8e70-18aca66ddcf3 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 04:53:15.725098 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:15.740450 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port b783484b-89c2-43b3-8e70-18aca66ddcf3 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 04:53:15.740839 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (b783484b-89c2-43b3-8e70-18aca66ddcf3), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:15.741176 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port b783484b-89c2-43b3-8e70-18aca66ddcf3 Sep 24 04:53:15.776131 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:15.813109 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port b783484b-89c2-43b3-8e70-18aca66ddcf3 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 04:53:15.839678 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] Publish callbacks [] for router_gateway (72d3d617-7a9d-4c2c-ae93-c0c592c7eacf), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:15.917745 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:16.020888 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] Allocated IP 172.27.0.16 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/8fd9b55e-c978-4029-bc79-4e71cf9050e2) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 04:53:16.118743 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 5 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 04:53:16.122095 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] Publish callbacks [] for port (8fd9b55e-c978-4029-bc79-4e71cf9050e2), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:16.154672 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (8fd9b55e-c978-4029-bc79-4e71cf9050e2), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:16.193603 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 04:53:16.198193 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 04:53:16.201833 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 04:53:16.204501 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] Pushing event updated for resources: {'Port': ['ID=8fd9b55e-c978-4029-bc79-4e71cf9050e2,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:53:16.265749 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:16.526779 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:16.531478 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] Publish callbacks [] for router_gateway (72d3d617-7a9d-4c2c-ae93-c0c592c7eacf), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:16.714545 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-434661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-912'] for router (72d3d617-7a9d-4c2c-ae93-c0c592c7eacf), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:16.718018 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-434654'] for router (72d3d617-7a9d-4c2c-ae93-c0c592c7eacf), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:16.826094 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] Router 72d3d617-7a9d-4c2c-ae93-c0c592c7eacf has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 04:53:16.927580 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 04:53:16.931649 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:16.932805 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-7815247d-f90c-4baf-b817-2c29ae11dbb8 demo admin] 10.222.0.50 "PUT /networking/v2.0/routers/72d3d617-7a9d-4c2c-ae93-c0c592c7eacf HTTP/1.1" status: 200 len: 889 time: 1.5859029 Sep 24 04:53:16.949274 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Sync routers for ids ['72d3d617-7a9d-4c2c-ae93-c0c592c7eacf'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 04:53:16.962945 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Routers {'72d3d617-7a9d-4c2c-ae93-c0c592c7eacf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 04:53:16.963616 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T04:53:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['72d3d617-7a9d-4c2c-ae93-c0c592c7eacf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 04:53:17.177444 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Set router 72d3d617-7a9d-4c2c-ae93-c0c592c7eacf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 04:53:17.542846 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d3d617-7a9d-4c2c-ae93-c0c592c7eacf', 'name': 'router1', 'tenant_id': '595b8e1093aa49399a51e159588da573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '8fd9b55e-c978-4029-bc79-4e71cf9050e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T04:52:57Z', 'updated_at': '2022-09-24T04:53:16Z', 'revision_number': 4, 'project_id': '595b8e1093aa49399a51e159588da573', 'gw_port': {'id': '8fd9b55e-c978-4029-bc79-4e71cf9050e2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:71:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d3d617-7a9d-4c2c-ae93-c0c592c7eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T04:53:15Z', 'updated_at': '2022-09-24T04:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'b783484b-89c2-43b3-8e70-18aca66ddcf3', 'name': '', 'network_id': 'c3af7197-5645-47e5-b44a-969a29f12b96', 'tenant_id': '595b8e1093aa49399a51e159588da573', 'mac_address': 'fa:16:3e:e6:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d3d617-7a9d-4c2c-ae93-c0c592c7eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd46dbcda-c25d-4e7e-a9d6-a078f2cde6ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T04:53:07Z', 'updated_at': '2022-09-24T04:53:10Z', 'revision_number': 5, 'project_id': '595b8e1093aa49399a51e159588da573', 'subnets': [{'id': 'd46dbcda-c25d-4e7e-a9d6-a078f2cde6ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be767c09-af75-44e9-8c7d-6e6f5a8e3140'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 04:53:17.661635 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Checking router: 72d3d617-7a9d-4c2c-ae93-c0c592c7eacf for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 04:53:17.661983 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Updating router 72d3d617-7a9d-4c2c-ae93-c0c592c7eacf port 8fd9b55e-c978-4029-bc79-4e71cf9050e2 binding host dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 04:53:17.712515 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (8fd9b55e-c978-4029-bc79-4e71cf9050e2), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:18.020001 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Publish callbacks [] for port (8fd9b55e-c978-4029-bc79-4e71cf9050e2), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:18.025896 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (8fd9b55e-c978-4029-bc79-4e71cf9050e2), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:18.061421 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Attempting to bind port 8fd9b55e-c978-4029-bc79-4e71cf9050e2 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 04:53:18.061788 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Attempting to bind port 8fd9b55e-c978-4029-bc79-4e71cf9050e2 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 04:53:18.062179 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Attempting to bind port 8fd9b55e-c978-4029-bc79-4e71cf9050e2 on network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 04:53:18.090786 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9c1ba-7c0d-4626-81f1-74be1657f9d4 None None] Pushing event updated for resources: {'Port': ['ID=8fd9b55e-c978-4029-bc79-4e71cf9050e2,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:53:18.112341 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 4, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 04:53:18.112707 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Checking segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 04:53:18.113119 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:18.113505 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Bound using segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 04:53:18.113970 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Bound port: 8fd9b55e-c978-4029-bc79-4e71cf9050e2, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 04:53:18.114367 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (8fd9b55e-c978-4029-bc79-4e71cf9050e2), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:18.138282 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:18.167020 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] For port 8fd9b55e-c978-4029-bc79-4e71cf9050e2, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 04:53:18.169990 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] For port 8fd9b55e-c978-4029-bc79-4e71cf9050e2, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=8fd9b55e-c978-4029-bc79-4e71cf9050e2,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 04:53:18.176686 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (8fd9b55e-c978-4029-bc79-4e71cf9050e2), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:18.211692 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Routers {'72d3d617-7a9d-4c2c-ae93-c0c592c7eacf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 04:53:18.212298 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T04:53:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['72d3d617-7a9d-4c2c-ae93-c0c592c7eacf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 04:53:18.250027 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:18.270527 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9c1ba-7c0d-4626-81f1-74be1657f9d4 None None] Pushing event updated for resources: {'Port': ['ID=8fd9b55e-c978-4029-bc79-4e71cf9050e2,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:53:18.328649 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] Set router 72d3d617-7a9d-4c2c-ae93-c0c592c7eacf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 04:53:18.521862 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d3d617-7a9d-4c2c-ae93-c0c592c7eacf', 'name': 'router1', 'tenant_id': '595b8e1093aa49399a51e159588da573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '8fd9b55e-c978-4029-bc79-4e71cf9050e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T04:52:57Z', 'updated_at': '2022-09-24T04:53:16Z', 'revision_number': 4, 'project_id': '595b8e1093aa49399a51e159588da573', 'gw_port': {'id': '8fd9b55e-c978-4029-bc79-4e71cf9050e2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:71:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d3d617-7a9d-4c2c-ae93-c0c592c7eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T04:53:15Z', 'updated_at': '2022-09-24T04:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'b783484b-89c2-43b3-8e70-18aca66ddcf3', 'name': '', 'network_id': 'c3af7197-5645-47e5-b44a-969a29f12b96', 'tenant_id': '595b8e1093aa49399a51e159588da573', 'mac_address': 'fa:16:3e:e6:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d3d617-7a9d-4c2c-ae93-c0c592c7eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd46dbcda-c25d-4e7e-a9d6-a078f2cde6ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T04:53:07Z', 'updated_at': '2022-09-24T04:53:10Z', 'revision_number': 5, 'project_id': '595b8e1093aa49399a51e159588da573', 'subnets': [{'id': 'd46dbcda-c25d-4e7e-a9d6-a078f2cde6ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be767c09-af75-44e9-8c7d-6e6f5a8e3140'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 04:53:18.550303 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9d786a-77b0-424b-b8ee-2af685214a14 None None] The sync data for ids ['72d3d617-7a9d-4c2c-ae93-c0c592c7eacf'] in dv-cinder-859186-1-iscsi is: [{'id': '72d3d617-7a9d-4c2c-ae93-c0c592c7eacf', 'name': 'router1', 'tenant_id': '595b8e1093aa49399a51e159588da573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '8fd9b55e-c978-4029-bc79-4e71cf9050e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T04:52:57Z', 'updated_at': '2022-09-24T04:53:16Z', 'revision_number': 4, 'project_id': '595b8e1093aa49399a51e159588da573', 'gw_port': {'id': '8fd9b55e-c978-4029-bc79-4e71cf9050e2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:71:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d3d617-7a9d-4c2c-ae93-c0c592c7eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T04:53:15Z', 'updated_at': '2022-09-24T04:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'b783484b-89c2-43b3-8e70-18aca66ddcf3', 'name': '', 'network_id': 'c3af7197-5645-47e5-b44a-969a29f12b96', 'tenant_id': '595b8e1093aa49399a51e159588da573', 'mac_address': 'fa:16:3e:e6:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d3d617-7a9d-4c2c-ae93-c0c592c7eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd46dbcda-c25d-4e7e-a9d6-a078f2cde6ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T04:53:07Z', 'updated_at': '2022-09-24T04:53:10Z', 'revision_number': 5, 'project_id': '595b8e1093aa49399a51e159588da573', 'subnets': [{'id': 'd46dbcda-c25d-4e7e-a9d6-a078f2cde6ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be767c09-af75-44e9-8c7d-6e6f5a8e3140'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 04:53:19.680790 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 8fd9b55e-c978-4029-bc79-4e71cf9050e2 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 04:53:19.714226 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 52862) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:53:19.727185 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 8fd9b55e-c978-4029-bc79-4e71cf9050e2 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 04:53:19.727608 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (8fd9b55e-c978-4029-bc79-4e71cf9050e2), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:19.727946 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 8fd9b55e-c978-4029-bc79-4e71cf9050e2 Sep 24 04:53:19.799757 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 8fd9b55e-c978-4029-bc79-4e71cf9050e2 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 04:53:19.800144 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (8fd9b55e-c978-4029-bc79-4e71cf9050e2), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:19.823149 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port 8fd9b55e-c978-4029-bc79-4e71cf9050e2, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=8fd9b55e-c978-4029-bc79-4e71cf9050e2,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 04:53:19.827201 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (8fd9b55e-c978-4029-bc79-4e71cf9050e2), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:19.872989 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=8fd9b55e-c978-4029-bc79-4e71cf9050e2,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:53:20.105763 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-7183a078-bfe2-4ffa-b782-5e979c8a2936 admin admin] 10.222.0.50 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3904088 Sep 24 04:53:21.668636 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 8fd9b55e-c978-4029-bc79-4e71cf9050e2 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 04:53:21.712712 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 8fd9b55e-c978-4029-bc79-4e71cf9050e2 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 04:53:21.713100 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (8fd9b55e-c978-4029-bc79-4e71cf9050e2), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:21.713438 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 8fd9b55e-c978-4029-bc79-4e71cf9050e2 Sep 24 04:53:21.801449 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 8fd9b55e-c978-4029-bc79-4e71cf9050e2 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 04:53:26.112822 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=38 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:26.132663 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=51 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:30.098675 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=50 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:30.103592 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:31.796164 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:31.801009 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=73 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:32.630922 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b02ed6b1-dc3b-4b08-b957-115029523a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:35.079481 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2e02c5eb-046e-4c4a-aaf8-6085c4bc5e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:36.315165 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:37.921145 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:37.981220 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:53:47.972732 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:47.978664 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:53:53.121508 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 5 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 04:54:02.641653 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1c21cabc-789d-448b-8c07-cf862cfe22ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:54:03.118547 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:54:03.125662 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:54:05.106107 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b13a1dd9-7283-4fc8-b7e5-0637529a1634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:54:06.315177 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:54:07.910511 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:54:07.977455 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:54:17.967444 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:54:17.972490 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:54:30.126025 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 5 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 04:54:32.639202 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4db8eb33-284d-4338-93f9-9ea698d65da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:54:35.077893 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-40555c17-324d-4b46-99e1-4bcf2a9da88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:54:36.318678 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:54:37.910490 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:54:37.979418 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:54:40.122792 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:54:40.129062 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=7 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:54:44.889609 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53414) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:54:45.241086 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.pecan_wsgi.hooks.translation [None req-32683d00-4ab6-4d5f-b210-c51f44f4533c admin admin] GET failed (client error): The resource could not be found. Sep 24 04:54:45.242352 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-32683d00-4ab6-4d5f-b210-c51f44f4533c admin admin] 10.222.0.50 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3518028 Sep 24 04:54:45.402654 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46d875b-aada-4dba-be98-ffc82022c64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:54:45.404016 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-b46d875b-aada-4dba-be98-ffc82022c64e admin admin] 10.222.0.50 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1567588 Sep 24 04:54:47.968825 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:54:47.975177 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:54:48.281440 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53424) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:54:48.645508 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1771bcd6-ce4f-4839-99d4-caab1f2d3d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:54:48.646908 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-1771bcd6-ce4f-4839-99d4-caab1f2d3d56 admin admin] 10.222.0.50 "GET /networking/v2.0/subnets/d46dbcda-c25d-4e7e-a9d6-a078f2cde6ac HTTP/1.1" status: 200 len: 849 time: 0.3644974 Sep 24 04:54:48.657331 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 04:54:48.744218 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Publish callbacks [] for subnet (d46dbcda-c25d-4e7e-a9d6-a078f2cde6ac), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:54:48.902637 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754988292756'] for subnet (d46dbcda-c25d-4e7e-a9d6-a078f2cde6ac), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:54:48.931186 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:54:48.931778 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:54:48.933688 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] 10.222.0.50 "PUT /networking/v2.0/subnets/d46dbcda-c25d-4e7e-a9d6-a078f2cde6ac HTTP/1.1" status: 200 len: 868 time: 0.2800610 Sep 24 04:54:48.949645 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa2aa1-5c8d-40de-be3b-01702ed6a27c None None] Network c3af7197-5645-47e5-b44a-969a29f12b96 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 04:54:48.959569 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d46dbcda-c25d-4e7e-a9d6-a078f2cde6ac,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:54:48.967216 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:54:48.967601 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:54:48.967923 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:54:48.968258 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:54:48.968589 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:54:48.968912 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:54:48.969229 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:54:48.969699 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:54:48.970044 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:54:48.970366 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:54:48.970683 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:54:48.971003 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:54:48.971371 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:54:48.971689 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:54:48.971999 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d58cd-75b6-4e40-a5dd-6e5837c818c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:54:49.246607 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-149b458a-ce15-436f-b5d1-f2b706e45940 None None] Provisioning complete for port b783484b-89c2-43b3-8e70-18aca66ddcf3 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 04:54:49.247169 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-149b458a-ce15-436f-b5d1-f2b706e45940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (b783484b-89c2-43b3-8e70-18aca66ddcf3), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:54:49.247317 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-149b458a-ce15-436f-b5d1-f2b706e45940 None None] Attempt 1 to provision port b783484b-89c2-43b3-8e70-18aca66ddcf3 Sep 24 04:54:49.317849 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-149b458a-ce15-436f-b5d1-f2b706e45940 None None] Current status of the port b783484b-89c2-43b3-8e70-18aca66ddcf3 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 04:54:49.326092 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-149b458a-ce15-436f-b5d1-f2b706e45940 None None] Provisioning complete for port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 04:54:49.326484 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-149b458a-ce15-436f-b5d1-f2b706e45940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (54c3f29b-4516-4298-a937-6ec4f6dc9e1f), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:54:49.326822 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-149b458a-ce15-436f-b5d1-f2b706e45940 None None] Attempt 1 to provision port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f Sep 24 04:54:49.400568 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-149b458a-ce15-436f-b5d1-f2b706e45940 None None] Current status of the port 54c3f29b-4516-4298-a937-6ec4f6dc9e1f is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 04:54:51.506980 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53432) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:54:51.986372 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50faeca8-bed9-45ac-ab8a-bf9712225e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:54:51.986830 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50faeca8-bed9-45ac-ab8a-bf9712225e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:54:51.988392 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-50faeca8-bed9-45ac-ab8a-bf9712225e6c admin admin] 10.222.0.50 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4804540 Sep 24 04:54:54.519625 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53440) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:54:54.932477 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cc903a-6925-47e6-b654-968bf5595ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:54:54.932938 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cc903a-6925-47e6-b654-968bf5595ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:54:54.934455 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-82cc903a-6925-47e6-b654-968bf5595ec5 admin admin] 10.222.0.50 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4139011 Sep 24 04:54:57.518233 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53448) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:54:57.919906 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f5b689-567b-430b-8423-fa7b2d895582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:54:57.921240 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-f4f5b689-567b-430b-8423-fa7b2d895582 admin admin] 10.222.0.50 "GET /networking/v2.0/networks/2d42bf50-ada2-4be6-99ac-fd8e827c9f44 HTTP/1.1" status: 200 len: 886 time: 0.4020662 Sep 24 04:54:59.398014 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=37 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:54:59.398775 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=40 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:55:00.517414 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 53456) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:55:01.039711 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f97afcc-3dc9-460d-ac06-55a4ed02df83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:55:01.041226 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-1f97afcc-3dc9-460d-ac06-55a4ed02df83 admin admin] 10.222.0.50 "GET /networking/v2.0/networks/c3af7197-5645-47e5-b44a-969a29f12b96 HTTP/1.1" status: 200 len: 869 time: 0.5229032 Sep 24 04:55:02.630518 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b1c3bd74-271d-4853-b103-3d2d3f52542a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:03.568686 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 53466) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:55:03.985228 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d176be-8244-428e-8430-dc56398739d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:55:03.985682 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d176be-8244-428e-8430-dc56398739d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:55:03.987244 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-e9d176be-8244-428e-8430-dc56398739d2 admin admin] 10.222.0.50 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4176204 Sep 24 04:55:05.080369 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2399939f-c152-4aae-bee4-65e4169a2f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:06.324717 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:06.652533 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 53474) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:55:07.024338 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0c5452-283d-4c6d-a0cf-ab222643bc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:55:07.025400 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0c5452-283d-4c6d-a0cf-ab222643bc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:55:07.026934 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-7a0c5452-283d-4c6d-a0cf-ab222643bc93 admin admin] 10.222.0.50 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3733695 Sep 24 04:55:07.130372 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 5 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 04:55:07.914737 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:07.916638 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:55:07.917699 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:55:07.982122 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:09.570697 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 53482) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:55:09.953334 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199447b1-6dea-4b28-acbf-bbe4645a827b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:55:09.954676 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-199447b1-6dea-4b28-acbf-bbe4645a827b admin admin] 10.222.0.50 "GET /networking/v2.0/subnets/8cef52d1-4576-4f15-b5cf-fb8647865ac8 HTTP/1.1" status: 200 len: 816 time: 0.3830295 Sep 24 04:55:12.498658 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 53490) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:55:12.878074 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25ca0e9-8f0c-489f-b59f-4a65ae08fbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:55:12.879448 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a25ca0e9-8f0c-489f-b59f-4a65ae08fbf5 admin admin] 10.222.0.50 "GET /networking/v2.0/subnets/d46dbcda-c25d-4e7e-a9d6-a078f2cde6ac HTTP/1.1" status: 200 len: 868 time: 0.3798423 Sep 24 04:55:17.134067 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:55:17.134920 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:55:17.975473 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=7 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:55:17.977807 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:55:22.873137 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=36 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:55:22.874999 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=36 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:55:29.153646 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=14 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:55:29.158505 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=12 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:55:32.632972 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-04628f61-540c-47f5-ac8c-1f3371ac50a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:35.082765 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-36276ac9-2044-4f49-be45-2c2890258b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:36.326045 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:37.918750 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:37.984261 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:42.360977 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53548) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:55:42.689055 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [None req-8b2c72a2-7fd5-4426-aa69-25aa067a0c72 admin admin] http://10.222.0.50:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 04:55:42.690063 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-8b2c72a2-7fd5-4426-aa69-25aa067a0c72 admin admin] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3281226 Sep 24 04:55:44.130757 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 5 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 04:55:45.318118 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53556) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:55:45.676873 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6de85f-e53e-495e-b32b-491829f01434 admin admin] GET failed (client error): The resource could not be found. Sep 24 04:55:45.678817 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-8f6de85f-e53e-495e-b32b-491829f01434 admin admin] 10.222.0.50 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3592393 Sep 24 04:55:45.859111 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbb5506-90d2-4526-b508-221757f3b005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:55:45.860577 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-0bbb5506-90d2-4526-b508-221757f3b005 admin admin] 10.222.0.50 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1775482 Sep 24 04:55:47.977890 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:55:47.980588 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:55:48.439467 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53564) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:55:48.763883 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-c9f7322d-1f8e-43f6-8759-ff1238ddf6db admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 04:55:48.782770 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f7322d-1f8e-43f6-8759-ff1238ddf6db admin admin] Made reservation on behalf of f9c9e5a50c664c33aa419611e20c9c00 for: {'network': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 04:55:48.784963 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9f7322d-1f8e-43f6-8759-ff1238ddf6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:48.812883 dv-cinder-859186-1-iscsi neutron-server[106193]: WARNING neutron.services.revisions.revision_plugin [None req-c9f7322d-1f8e-43f6-8759-ff1238ddf6db admin admin] Could not find related network for resource to bump revision. Sep 24 04:55:48.823671 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f7322d-1f8e-43f6-8759-ff1238ddf6db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=106193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 04:55:48.832576 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9f7322d-1f8e-43f6-8759-ff1238ddf6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (870bfc33-7fff-45e4-aa7e-65fa9953f579), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:48.832911 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.segments_db [None req-c9f7322d-1f8e-43f6-8759-ff1238ddf6db admin admin] Added segment 870bfc33-7fff-45e4-aa7e-65fa9953f579 of type vlan for network 8bec4bac-f88a-4c61-bfd2-389e1ffd82ad Sep 24 04:55:48.871532 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9f7322d-1f8e-43f6-8759-ff1238ddf6db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (8bec4bac-f88a-4c61-bfd2-389e1ffd82ad), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:48.895287 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9f7322d-1f8e-43f6-8759-ff1238ddf6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (8bec4bac-f88a-4c61-bfd2-389e1ffd82ad), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:48.896226 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f7322d-1f8e-43f6-8759-ff1238ddf6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:55:48.897304 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9f7322d-1f8e-43f6-8759-ff1238ddf6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:48.955023 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-c9f7322d-1f8e-43f6-8759-ff1238ddf6db admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5145440 Sep 24 04:55:48.960389 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7322d-1f8e-43f6-8759-ff1238ddf6db admin admin] Pushing event updated for resources: {'Network': ['ID=8bec4bac-f88a-4c61-bfd2-389e1ffd82ad,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:55:48.980900 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network 8bec4bac-f88a-4c61-bfd2-389e1ffd82ad details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 04:55:51.546906 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53572) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:55:51.893316 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1a9fe7-e0af-4b07-bee5-bf2265248303 admin admin] GET failed (client error): The resource could not be found. Sep 24 04:55:51.894638 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ba1a9fe7-e0af-4b07-bee5-bf2265248303 admin admin] 10.222.0.50 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3467889 Sep 24 04:55:51.964536 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e711550b-2c49-41b9-a213-4c932db2a972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:55:51.965971 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-e711550b-2c49-41b9-a213-4c932db2a972 admin admin] 10.222.0.50 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664208 Sep 24 04:55:51.976832 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Request body: {'subnet': {'network_id': '8bec4bac-f88a-4c61-bfd2-389e1ffd82ad', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 04:55:51.995687 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Made reservation on behalf of f9c9e5a50c664c33aa419611e20c9c00 for: {'subnet': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 04:55:51.998224 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:52.162328 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for subnet (204d9c13-cd5a-4633-a04d-c77f3df150b9), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:52.220228 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=204d9c13-cd5a-4633-a04d-c77f3df150b9,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:55:52.230784 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.231129 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.231471 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.231809 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.232140 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.232468 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.232819 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.233142 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.233487 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.233812 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.234174 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.234518 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.234840 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.235160 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.235475 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.240447 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Checking segment: {'id': '870bfc33-7fff-45e4-aa7e-65fa9953f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8bec4bac-f88a-4c61-bfd2-389e1ffd82ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 04:55:52.240799 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Network hostable DHCP agents. Network: 8bec4bac-f88a-4c61-bfd2-389e1ffd82ad, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 04:55:52.257795 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Network 8bec4bac-f88a-4c61-bfd2-389e1ffd82ad is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 04:55:52.266097 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, 8bec4bac-f88a-4c61-bfd2-389e1ffd82ad) {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 04:55:52.269948 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 04:55:52.270556 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:52.275859 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9f1e6f-6f75-4bbc-8d35-37ad7392c1fb None None] Network 8bec4bac-f88a-4c61-bfd2-389e1ffd82ad requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 04:55:52.287228 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ab8dc83d-aab1-4bff-b207-14ea1a71d689 admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3146660 Sep 24 04:55:52.386221 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd343cccf-c390-5e04-aeb9-418103a42ab4-8bec4bac-f88a-4c61-bfd2-389e1ffd82ad', 'network_id': '8bec4bac-f88a-4c61-bfd2-389e1ffd82ad', 'project_id': 'f9c9e5a50c664c33aa419611e20c9c00', 'fixed_ips': [{'subnet_id': '204d9c13-cd5a-4633-a04d-c77f3df150b9'}]}} from dv-cinder-859186-1-iscsi. {{(pid=106194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 04:55:52.387155 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:52.527744 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Allocated IP 192.168.233.2 (8bec4bac-f88a-4c61-bfd2-389e1ffd82ad/204d9c13-cd5a-4633-a04d-c77f3df150b9/f5c3b834-01f1-44b4-a99b-7e84d3993f09) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 04:55:52.765585 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Publish callbacks [] for port (f5c3b834-01f1-44b4-a99b-7e84d3993f09), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:52.772431 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (f5c3b834-01f1-44b4-a99b-7e84d3993f09), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:52.813644 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Network 8bec4bac-f88a-4c61-bfd2-389e1ffd82ad is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 04:55:52.817165 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 04:55:52.820993 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 04:55:52.824256 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Pushing event updated for resources: {'Port': ['ID=f5c3b834-01f1-44b4-a99b-7e84d3993f09,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:55:52.836270 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.836612 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.836968 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.837331 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.837663 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.838003 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.838331 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.838651 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.838978 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.841878 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.841878 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.841878 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.841878 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.841878 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.841878 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:55:52.893865 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Attempting to bind port f5c3b834-01f1-44b4-a99b-7e84d3993f09 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 04:55:52.894362 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Attempting to bind port f5c3b834-01f1-44b4-a99b-7e84d3993f09 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '870bfc33-7fff-45e4-aa7e-65fa9953f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8bec4bac-f88a-4c61-bfd2-389e1ffd82ad'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 04:55:52.894611 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Attempting to bind port f5c3b834-01f1-44b4-a99b-7e84d3993f09 on network 8bec4bac-f88a-4c61-bfd2-389e1ffd82ad {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 04:55:52.949741 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 4, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 04:55:52.950137 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Checking segment: {'id': '870bfc33-7fff-45e4-aa7e-65fa9953f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8bec4bac-f88a-4c61-bfd2-389e1ffd82ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 04:55:52.950534 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:52.950919 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Bound using segment: {'id': '870bfc33-7fff-45e4-aa7e-65fa9953f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8bec4bac-f88a-4c61-bfd2-389e1ffd82ad'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 04:55:52.951376 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Bound port: f5c3b834-01f1-44b4-a99b-7e84d3993f09, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870bfc33-7fff-45e4-aa7e-65fa9953f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8bec4bac-f88a-4c61-bfd2-389e1ffd82ad'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 04:55:52.951769 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (f5c3b834-01f1-44b4-a99b-7e84d3993f09), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:53.011937 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] For port f5c3b834-01f1-44b4-a99b-7e84d3993f09, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 04:55:53.015502 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] For port f5c3b834-01f1-44b4-a99b-7e84d3993f09, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=f5c3b834-01f1-44b4-a99b-7e84d3993f09,segment=NetworkSegment(870bfc33-7fff-45e4-aa7e-65fa9953f579),segment_id=870bfc33-7fff-45e4-aa7e-65fa9953f579)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 04:55:53.021700 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (f5c3b834-01f1-44b4-a99b-7e84d3993f09), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:53.082546 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc840e9c-ab90-4d9c-8cc8-46dbfeefdc63 None None] Pushing event updated for resources: {'Port': ['ID=f5c3b834-01f1-44b4-a99b-7e84d3993f09,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:55:53.802943 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device f5c3b834-01f1-44b4-a99b-7e84d3993f09 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 04:55:53.854463 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port f5c3b834-01f1-44b4-a99b-7e84d3993f09 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 04:55:53.854861 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (f5c3b834-01f1-44b4-a99b-7e84d3993f09), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:53.855207 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port f5c3b834-01f1-44b4-a99b-7e84d3993f09 Sep 24 04:55:53.891367 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:55:53.895438 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:55:53.904464 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0438b55-5a24-42da-9f9a-6869138aa391 None None] Network 8bec4bac-f88a-4c61-bfd2-389e1ffd82ad requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 04:55:54.001295 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-b605dd96-a721-4169-b970-af87fb94bf1f None None] Provisioning complete for port f5c3b834-01f1-44b4-a99b-7e84d3993f09 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 04:55:54.001680 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b605dd96-a721-4169-b970-af87fb94bf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (f5c3b834-01f1-44b4-a99b-7e84d3993f09), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:54.002030 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-b605dd96-a721-4169-b970-af87fb94bf1f None None] Attempt 1 to provision port f5c3b834-01f1-44b4-a99b-7e84d3993f09 Sep 24 04:55:54.005557 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port f5c3b834-01f1-44b4-a99b-7e84d3993f09 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 04:55:54.005930 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (f5c3b834-01f1-44b4-a99b-7e84d3993f09), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:54.106799 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port f5c3b834-01f1-44b4-a99b-7e84d3993f09, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=f5c3b834-01f1-44b4-a99b-7e84d3993f09,segment=NetworkSegment(870bfc33-7fff-45e4-aa7e-65fa9953f579),segment_id=870bfc33-7fff-45e4-aa7e-65fa9953f579)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 04:55:54.114834 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (f5c3b834-01f1-44b4-a99b-7e84d3993f09), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:54.132677 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:55:54.143209 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:55:54.168293 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=f5c3b834-01f1-44b4-a99b-7e84d3993f09,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:55:54.201816 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-b605dd96-a721-4169-b970-af87fb94bf1f None None] Current status of the port f5c3b834-01f1-44b4-a99b-7e84d3993f09 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 04:55:54.319233 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-1457085c-3ec7-41f0-8914-bb16049d5746 None None] Provisioning complete for port f5c3b834-01f1-44b4-a99b-7e84d3993f09 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 04:55:54.319617 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1457085c-3ec7-41f0-8914-bb16049d5746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (f5c3b834-01f1-44b4-a99b-7e84d3993f09), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:54.319952 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-1457085c-3ec7-41f0-8914-bb16049d5746 None None] Attempt 1 to provision port f5c3b834-01f1-44b4-a99b-7e84d3993f09 Sep 24 04:55:54.397655 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1457085c-3ec7-41f0-8914-bb16049d5746 None None] Current status of the port f5c3b834-01f1-44b4-a99b-7e84d3993f09 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 04:55:55.780378 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device f5c3b834-01f1-44b4-a99b-7e84d3993f09 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 04:55:55.824727 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port f5c3b834-01f1-44b4-a99b-7e84d3993f09 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 04:55:55.825093 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (f5c3b834-01f1-44b4-a99b-7e84d3993f09), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:55:55.825421 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port f5c3b834-01f1-44b4-a99b-7e84d3993f09 Sep 24 04:55:55.899046 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port f5c3b834-01f1-44b4-a99b-7e84d3993f09 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 04:56:02.279463 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:56:02.280683 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=76,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:56:02.635264 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-877d82fe-c7ef-4acb-af19-1b1fe7b2c9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:56:05.085370 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f3cd5e3c-f619-43b0-89da-b6a02f05b12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:56:06.330986 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:56:07.920801 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:56:07.986611 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:56:17.976417 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:56:17.982087 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:56:21.135366 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 5 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 04:56:31.128375 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:56:31.133623 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:56:32.636762 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-40cb3268-92c8-4b33-8a49-0cd6887a39ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:56:35.087867 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-49fd2bb4-20d9-445e-b86e-3c6b5e438f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:56:36.330985 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:56:37.927144 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:56:37.988531 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:56:47.977154 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:56:47.984429 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:56:52.109221 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:56:52.127204 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:56:58.137592 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 5 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 04:57:02.640895 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4d330a5e-ed30-407b-b1f6-32578066aad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:57:05.090005 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-04d15c02-336f-4cde-a363-a784639c1ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:57:06.335127 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:57:07.928785 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:57:07.993795 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:57:08.127189 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:57:08.136248 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:57:13.120368 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53614) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:57:13.126044 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [None req-578e52b3-fb8e-48a2-aa5d-03ff607a0c24 tempest-verify_tempest_config-128270112 tempest-verify_tempest_config-128270112-project] http://10.222.0.50:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 04:57:13.127012 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-578e52b3-fb8e-48a2-aa5d-03ff607a0c24 tempest-verify_tempest_config-128270112 tempest-verify_tempest_config-128270112-project] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056832 Sep 24 04:57:13.634961 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 53632) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:57:13.968325 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:57:14.072856 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Publish callbacks [] for security_group (ebf9d435-95de-4cae-9df2-eccf5d2878e6), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:57:14.076346 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (ebf9d435-95de-4cae-9df2-eccf5d2878e6), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:57:14.139404 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=9c9205bcdf14477e93bf11232e5ae235&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5033591 Sep 24 04:57:14.142168 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53640) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:57:14.144884 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf9d435-95de-4cae-9df2-eccf5d2878e6,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:57:14.153658 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.154028 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.154375 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.154711 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.155042 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.155370 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.155694 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.156015 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.156342 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.156664 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.157529 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.157870 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.158216 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.158534 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.158849 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e2429f-5a7e-4cce-bfb4-0709ca186888 admin admin] Tracked resource versions report: Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: pushed versions: Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: { 'AddressGroup': {'1.2'}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Agent': {'1.1'}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'ConntrackHelper': {'1.0'}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'LocalIPAssociation': {'1.0'}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Log': {'1.0'}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'NDPProxy': {'1.0'}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Network': {'1.1'}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Port': {'1.7'}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'PortForwarding': {'1.3'}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'QosPolicy': {'1.10'}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'SecurityGroup': {'1.5'}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'SecurityGroupRule': {'1.2'}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'SubPort': {'1.0'}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Subnet': {'1.1'}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Trunk': {'1.1'}} Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: consumer versions: Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: { DHCP agent@dv-cinder-859186-1-iscsi: {}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: L3 agent@dv-cinder-859186-1-iscsi: {}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: Metadata agent@dv-cinder-859186-1-iscsi: {}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: Metering agent@dv-cinder-859186-1-iscsi: {}, Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: Open vSwitch agent@dv-cinder-859186-1-iscsi: { 'AddressGroup': '1.2', Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Agent': '1.1', Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'ConntrackHelper': '1.0', Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'LocalIPAssociation': '1.0', Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Log': '1.0', Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'NDPProxy': '1.0', Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Network': '1.1', Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Port': '1.7', Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'PortForwarding': '1.3', Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'QosPolicy': '1.10', Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'SecurityGroup': '1.5', Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'SecurityGroupRule': '1.2', Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'SubPort': '1.0', Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Subnet': '1.1', Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Trunk': '1.1'}} Sep 24 04:57:14.160288 dv-cinder-859186-1-iscsi neutron-server[106192]: {{(pid=106192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 04:57:14.202281 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Publish callbacks [] for security_group (ebf9d435-95de-4cae-9df2-eccf5d2878e6), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:57:14.222474 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Publish callbacks [] for security_group (ebf9d435-95de-4cae-9df2-eccf5d2878e6), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:57:14.314770 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (ebf9d435-95de-4cae-9df2-eccf5d2878e6), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:57:14.317326 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:57:14.318490 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/ebf9d435-95de-4cae-9df2-eccf5d2878e6 HTTP/1.1" status: 204 len: 168 time: 0.1753874 Sep 24 04:57:14.326290 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf9d435-95de-4cae-9df2-eccf5d2878e6,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 04:57:14.333433 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.333774 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.334182 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.334523 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.334853 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.335180 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.335508 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.335832 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.336165 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.336488 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.336824 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.337162 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.337480 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.337794 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:14.338140 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e339aa8d-a300-4664-829f-6c09695f4b38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 04:57:17.989620 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:57:24.147916 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=21,neutron:INSERT=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:57:24.149857 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:57:24.321874 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:57:24.329445 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:57:24.357514 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:57:29.061671 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=11 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:57:29.068098 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=15 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:57:32.644126 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aaf7e779-c670-4f83-a3e4-141ceab0437f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:57:35.092473 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-03077025-5787-4563-9954-1620f54df192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:57:35.139619 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 5 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 04:57:36.338989 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:57:37.932682 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:57:37.995815 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:57:45.132165 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:57:45.137242 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:57:47.984008 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:57:47.991992 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:58:02.646618 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d622001b-94eb-43ff-a58d-65bffd959494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:58:05.093800 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-44115cd4-25c9-4a10-bcb9-62c7c0420ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:58:06.342404 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:58:07.937168 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:58:07.997442 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:58:12.140054 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 5 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 04:58:17.991807 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:58:17.993675 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:58:31.110301 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:58:31.111045 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:58:32.648673 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-35034907-0892-49cd-90ff-41b8e188a0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:58:35.096295 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bbc449e0-3756-4bfd-980f-f9239faa0354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:58:36.353412 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:58:37.940408 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:58:37.999559 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:58:47.492312 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435905'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:58:47.993428 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:58:49.142644 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 04:58:57.488740 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:58:59.134726 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:58:59.146226 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:59:00.671795 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53734) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:59:00.797882 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-00b26772-5c3c-475b-82cc-79b50c9879a0 admin admin] 10.222.0.50 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1249843 Sep 24 04:59:02.653189 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ebb1544b-d11e-4697-886a-41bd279f48af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:59:03.243576 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53744) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 04:59:03.297818 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-31ee3635-e288-42b0-9baf-25c0e8dcead9 admin admin] 10.222.0.50 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0532043 Sep 24 04:59:05.098484 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8199690b-3a28-4d9a-8584-cc62c1074a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:59:06.346834 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:59:07.944063 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:59:08.002636 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:59:13.291389 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:59:13.292318 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:59:17.468496 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:59:26.144603 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 04:59:27.459351 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:59:27.465275 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:59:32.656462 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4b8e-86cf-4001-ad91-1c5129634138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:59:35.100176 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c88f7d8a-c661-4cff-ab77-99038440ff29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:59:36.142821 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=16 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:59:36.147704 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=18 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:59:36.347450 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:59:37.947487 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:59:38.010737 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:59:47.469766 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 04:59:57.463472 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 04:59:57.466928 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:02.660225 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4a1925a4-7a5d-4d15-81ab-f9307234a2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:03.147906 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:00:05.102558 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ab79-f4ee-4109-b39e-d325a3e0b4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:06.350914 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:07.952900 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:08.003717 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:13.139799 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:13.151167 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:17.465990 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:27.456059 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:27.461220 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:31.116060 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:31.116836 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:32.678887 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-dd389055-7f69-424c-a364-737aab481e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:35.104819 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-df941f22-eade-4e74-b382-d6fdbeb495d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:35.518642 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53874) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:35.893931 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-937956561-network', 'tenant_id': '66ec8bde739145dda504995dbea0914a'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:35.915443 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Made reservation on behalf of 66ec8bde739145dda504995dbea0914a for: {'network': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:00:35.926715 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:35.936134 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:36.014382 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Publish callbacks [] for security_group (437bc3ab-7343-4fc7-b40b-839418bae7de), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:36.019914 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (437bc3ab-7343-4fc7-b40b-839418bae7de), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:36.054494 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=106193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 05:00:36.056488 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437bc3ab-7343-4fc7-b40b-839418bae7de,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:36.070138 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.073367 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.073367 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.073367 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.073367 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.073367 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.073367 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.073367 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.073367 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.073367 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.073367 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.074427 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.074427 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.074427 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.074667 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Tracked resource versions report: Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: pushed versions: Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: { 'AddressGroup': {'1.2'}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Agent': {'1.1'}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'ConntrackHelper': {'1.0'}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'LocalIPAssociation': {'1.0'}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Log': {'1.0'}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'NDPProxy': {'1.0'}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Network': {'1.1'}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Port': {'1.7'}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'PortForwarding': {'1.3'}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'QosPolicy': {'1.10'}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'SecurityGroup': {'1.5'}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'SecurityGroupRule': {'1.2'}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'SubPort': {'1.0'}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Subnet': {'1.1'}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Trunk': {'1.1'}} Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: consumer versions: Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: { DHCP agent@dv-cinder-859186-1-iscsi: {}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: HyperV agent@hv-cinder-85918: {}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: L3 agent@dv-cinder-859186-1-iscsi: {}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: Metadata agent@dv-cinder-859186-1-iscsi: {}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: Metering agent@dv-cinder-859186-1-iscsi: {}, Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: Open vSwitch agent@dv-cinder-859186-1-iscsi: { 'AddressGroup': '1.2', Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Agent': '1.1', Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'ConntrackHelper': '1.0', Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'LocalIPAssociation': '1.0', Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Log': '1.0', Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'NDPProxy': '1.0', Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Network': '1.1', Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Port': '1.7', Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'PortForwarding': '1.3', Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'QosPolicy': '1.10', Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'SecurityGroup': '1.5', Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'SecurityGroupRule': '1.2', Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'SubPort': '1.0', Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Subnet': '1.1', Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: 'Trunk': '1.1'}} Sep 24 05:00:36.075715 dv-cinder-859186-1-iscsi neutron-server[106193]: {{(pid=106193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 05:00:36.079715 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (d8d16604-5220-46c8-8375-82244012833b), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:36.079715 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.segments_db [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Added segment d8d16604-5220-46c8-8375-82244012833b of type vlan for network 71010379-32a3-4ab2-bca2-8378eefa5ed7 Sep 24 05:00:36.119790 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (71010379-32a3-4ab2-bca2-8378eefa5ed7), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:36.146348 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (71010379-32a3-4ab2-bca2-8378eefa5ed7), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:36.147322 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:00:36.147955 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:36.172026 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6520891 Sep 24 05:00:36.175579 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 53922) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:36.181258 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Request body: {'subnet': {'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-937956561-subnet', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:36.215537 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88af007-992e-4cf1-aede-dcf545fdc40c admin admin] Pushing event updated for resources: {'Network': ['ID=71010379-32a3-4ab2-bca2-8378eefa5ed7,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:36.216062 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Made reservation on behalf of 66ec8bde739145dda504995dbea0914a for: {'subnet': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:00:36.225159 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:36.225738 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network 71010379-32a3-4ab2-bca2-8378eefa5ed7 details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 05:00:36.360337 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:36.459139 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for subnet (90944b39-2e61-42ae-924a-3191ae7969be), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:36.523681 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=90944b39-2e61-42ae-924a-3191ae7969be,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:36.531828 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.532176 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.532539 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.532878 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.533223 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.533541 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.533866 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.534214 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.534542 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.534866 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.535192 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.535517 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.535840 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.536158 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.536482 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Tracked resource versions report: Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: pushed versions: Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: { 'AddressGroup': {'1.2'}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Agent': {'1.1'}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'ConntrackHelper': {'1.0'}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'LocalIPAssociation': {'1.0'}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Log': {'1.0'}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'NDPProxy': {'1.0'}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Network': {'1.1'}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Port': {'1.7'}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'PortForwarding': {'1.3'}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'QosPolicy': {'1.10'}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'SecurityGroup': {'1.5'}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'SecurityGroupRule': {'1.2'}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'SubPort': {'1.0'}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Subnet': {'1.1'}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Trunk': {'1.1'}} Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: consumer versions: Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: { DHCP agent@dv-cinder-859186-1-iscsi: {}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: HyperV agent@hv-cinder-85918: {}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: L3 agent@dv-cinder-859186-1-iscsi: {}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: Metadata agent@dv-cinder-859186-1-iscsi: {}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: Metering agent@dv-cinder-859186-1-iscsi: {}, Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: Open vSwitch agent@dv-cinder-859186-1-iscsi: { 'AddressGroup': '1.2', Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Agent': '1.1', Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'ConntrackHelper': '1.0', Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'LocalIPAssociation': '1.0', Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Log': '1.0', Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'NDPProxy': '1.0', Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Network': '1.1', Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Port': '1.7', Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'PortForwarding': '1.3', Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'QosPolicy': '1.10', Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'SecurityGroup': '1.5', Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'SecurityGroupRule': '1.2', Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'SubPort': '1.0', Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Subnet': '1.1', Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: 'Trunk': '1.1'}} Sep 24 05:00:36.537695 dv-cinder-859186-1-iscsi neutron-server[106192]: {{(pid=106192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 05:00:36.559345 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Checking segment: {'id': 'd8d16604-5220-46c8-8375-82244012833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:36.559712 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Network hostable DHCP agents. Network: 71010379-32a3-4ab2-bca2-8378eefa5ed7, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 05:00:36.567782 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53940) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:36.584194 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Network 71010379-32a3-4ab2-bca2-8378eefa5ed7 is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 05:00:36.598738 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, 71010379-32a3-4ab2-bca2-8378eefa5ed7) {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:36.606831 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:00:36.608924 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:36.609463 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e79d96-1b47-4681-a1fe-a7dea7ba82df None None] Network 71010379-32a3-4ab2-bca2-8378eefa5ed7 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:00:36.640589 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-46f853ae-3322-4512-bdd2-55d0701806ba admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4622378 Sep 24 05:00:36.641809 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 53944) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:36.649493 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:36.684571 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4209'] for router (f2fa16df-67ea-4044-aa5d-759b1aa93ecf), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:36.686721 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4218'] for router (f2fa16df-67ea-4044-aa5d-759b1aa93ecf), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:36.746542 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd343cccf-c390-5e04-aeb9-418103a42ab4-71010379-32a3-4ab2-bca2-8378eefa5ed7', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'project_id': '66ec8bde739145dda504995dbea0914a', 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be'}]}} from dv-cinder-859186-1-iscsi. {{(pid=106194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 05:00:36.747731 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:36.768254 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Publish callbacks [] for router_controller (f2fa16df-67ea-4044-aa5d-759b1aa93ecf), precommit_add_association {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:36.933568 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Allocated IP 172.20.0.2 (71010379-32a3-4ab2-bca2-8378eefa5ed7/90944b39-2e61-42ae-924a-3191ae7969be/223e879e-a235-469a-924a-9c434db616ed) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:00:36.968593 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Publish callbacks [] for router_gateway (f2fa16df-67ea-4044-aa5d-759b1aa93ecf), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.005737 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53968) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:37.051005 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53972) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:37.135729 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-79d7c242-b553-4fcb-af90-799763299521 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-network', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:37.140121 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Publish callbacks [] for port (223e879e-a235-469a-924a-9c434db616ed), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.148455 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (223e879e-a235-469a-924a-9c434db616ed), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.176776 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d7c242-b553-4fcb-af90-799763299521 admin admin] Made reservation on behalf of a18a3756ba2b460d977f738a115ebfe0 for: {'network': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:00:37.178901 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-79d7c242-b553-4fcb-af90-799763299521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.205693 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 53978) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:37.205928 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Pushing event updated for resources: {'Port': ['ID=223e879e-a235-469a-924a-9c434db616ed,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:37.207593 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-79d7c242-b553-4fcb-af90-799763299521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.222870 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Publish callbacks [] for router_gateway (f2fa16df-67ea-4044-aa5d-759b1aa93ecf), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.223992 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Network 71010379-32a3-4ab2-bca2-8378eefa5ed7 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:37.230904 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:37.237949 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:00:37.242945 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:37.243344 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:37.244623 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:37.244994 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:37.245336 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:37.245674 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:37.246034 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:37.246360 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:37.246811 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:37.247145 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:37.247521 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:37.247865 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:37.248229 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:37.248645 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:37.248969 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Tracked resource versions report: Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: pushed versions: Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: { 'AddressGroup': {'1.2'}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Agent': {'1.1'}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'ConntrackHelper': {'1.0'}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'LocalIPAssociation': {'1.0'}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Log': {'1.0'}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'NDPProxy': {'1.0'}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Network': {'1.1'}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Port': {'1.7'}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'PortForwarding': {'1.3'}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'QosPolicy': {'1.10'}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'SecurityGroup': {'1.5'}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'SecurityGroupRule': {'1.2'}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'SubPort': {'1.0'}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Subnet': {'1.1'}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Trunk': {'1.1'}} Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: consumer versions: Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: { DHCP agent@dv-cinder-859186-1-iscsi: {}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: HyperV agent@hv-cinder-85918: {}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: L3 agent@dv-cinder-859186-1-iscsi: {}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: Metadata agent@dv-cinder-859186-1-iscsi: {}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: Metering agent@dv-cinder-859186-1-iscsi: {}, Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: Open vSwitch agent@dv-cinder-859186-1-iscsi: { 'AddressGroup': '1.2', Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Agent': '1.1', Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'ConntrackHelper': '1.0', Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'LocalIPAssociation': '1.0', Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Log': '1.0', Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'NDPProxy': '1.0', Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Network': '1.1', Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Port': '1.7', Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'PortForwarding': '1.3', Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'QosPolicy': '1.10', Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'SecurityGroup': '1.5', Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'SecurityGroupRule': '1.2', Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'SubPort': '1.0', Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Subnet': '1.1', Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: 'Trunk': '1.1'}} Sep 24 05:00:37.250996 dv-cinder-859186-1-iscsi neutron-server[106194]: {{(pid=106194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 05:00:37.257772 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.339824 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-79d7c242-b553-4fcb-af90-799763299521 admin admin] Publish callbacks [] for security_group (459b5094-5c67-4176-b223-f9304f045b76), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.346519 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-79d7c242-b553-4fcb-af90-799763299521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (459b5094-5c67-4176-b223-f9304f045b76), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.372161 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Attempting to bind port 223e879e-a235-469a-924a-9c434db616ed on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:00:37.372535 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Attempting to bind port 223e879e-a235-469a-924a-9c434db616ed by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': 'd8d16604-5220-46c8-8375-82244012833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:00:37.372904 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Attempting to bind port 223e879e-a235-469a-924a-9c434db616ed on network 71010379-32a3-4ab2-bca2-8378eefa5ed7 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:00:37.387517 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7c242-b553-4fcb-af90-799763299521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459b5094-5c67-4176-b223-f9304f045b76,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:37.401401 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:37.404926 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d7c242-b553-4fcb-af90-799763299521 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=106193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 05:00:37.423515 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:37.429959 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-79d7c242-b553-4fcb-af90-799763299521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (7a17c801-e8e8-4a53-b6a7-205a83098d5b), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.431072 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.segments_db [None req-79d7c242-b553-4fcb-af90-799763299521 admin admin] Added segment 7a17c801-e8e8-4a53-b6a7-205a83098d5b of type vlan for network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc Sep 24 05:00:37.436279 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Allocated IP 172.27.0.171 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/ffd042d8-8e33-4259-b19d-5b0ed0e45841) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:00:37.471336 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:37.473818 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:00:37.474409 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Checking segment: {'id': 'd8d16604-5220-46c8-8375-82244012833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:37.474911 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.475347 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Bound using segment: {'id': 'd8d16604-5220-46c8-8375-82244012833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:00:37.476005 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Bound port: 223e879e-a235-469a-924a-9c434db616ed, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d16604-5220-46c8-8375-82244012833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:00:37.476391 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (223e879e-a235-469a-924a-9c434db616ed), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.497054 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-79d7c242-b553-4fcb-af90-799763299521 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (002f39b7-19b2-4fdf-9ca2-a023fea0b5dc), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.521437 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-2058b6fb-99bc-48e3-989f-3509dd9bdefa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1277612389-network', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:37.557937 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-fbf5d577-2419-40b3-b4fd-8291c397d409 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-network', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:37.573094 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2058b6fb-99bc-48e3-989f-3509dd9bdefa admin admin] Made reservation on behalf of 87d5229e39fe4817b5187068d8acecc7 for: {'network': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:00:37.576461 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2058b6fb-99bc-48e3-989f-3509dd9bdefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.582938 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-0ee002ac-c4d7-4e93-9698-4b6e96580891 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-800191275-network', 'tenant_id': 'aa84dfa1cc764dc99b6e804e778c3479'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:37.617444 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] For port 223e879e-a235-469a-924a-9c434db616ed, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:00:37.618547 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee002ac-c4d7-4e93-9698-4b6e96580891 admin admin] Made reservation on behalf of aa84dfa1cc764dc99b6e804e778c3479 for: {'network': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:00:37.619384 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Publish callbacks [] for port (ffd042d8-8e33-4259-b19d-5b0ed0e45841), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.621965 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] For port 223e879e-a235-469a-924a-9c434db616ed, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=223e879e-a235-469a-924a-9c434db616ed,segment=NetworkSegment(d8d16604-5220-46c8-8375-82244012833b),segment_id=d8d16604-5220-46c8-8375-82244012833b)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:00:37.624312 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0ee002ac-c4d7-4e93-9698-4b6e96580891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.633918 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (223e879e-a235-469a-924a-9c434db616ed), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.641593 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0ee002ac-c4d7-4e93-9698-4b6e96580891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.666814 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-79d7c242-b553-4fcb-af90-799763299521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (002f39b7-19b2-4fdf-9ca2-a023fea0b5dc), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.668044 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d7c242-b553-4fcb-af90-799763299521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:00:37.668797 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-79d7c242-b553-4fcb-af90-799763299521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.722846 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf5d577-2419-40b3-b4fd-8291c397d409 admin admin] Made reservation on behalf of c1aaf20f480a423ea5feca81585aeeed for: {'network': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:00:37.724834 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (ffd042d8-8e33-4259-b19d-5b0ed0e45841), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.725747 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d577-2419-40b3-b4fd-8291c397d409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.736651 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2058b6fb-99bc-48e3-989f-3509dd9bdefa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.738152 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1a025-55b6-42d0-be7f-6615bb4ac14b None None] Pushing event updated for resources: {'Port': ['ID=223e879e-a235-469a-924a-9c434db616ed,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:37.810585 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d577-2419-40b3-b4fd-8291c397d409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:37.844235 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:37.845617 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7c242-b553-4fcb-af90-799763299521 admin admin] Pushing event updated for resources: {'Network': ['ID=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:37.850353 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Pushing event updated for resources: {'Port': ['ID=ffd042d8-8e33-4259-b19d-5b0ed0e45841,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:37.860095 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 05:00:37.873575 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:37.876055 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:37.878697 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:00:38.062251 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-79d7c242-b553-4fcb-af90-799763299521 admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4932525 Sep 24 05:00:38.071514 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 54004) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:38.078022 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-bde81c67-d734-4a14-b7e1-741242a249e7 admin admin] Request body: {'subnet': {'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-subnet', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:38.087354 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:38.132705 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:38.136140 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde81c67-d734-4a14-b7e1-741242a249e7 admin admin] Made reservation on behalf of a18a3756ba2b460d977f738a115ebfe0 for: {'subnet': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:00:38.140536 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bde81c67-d734-4a14-b7e1-741242a249e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.180525 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0ee002ac-c4d7-4e93-9698-4b6e96580891 admin admin] Publish callbacks [] for security_group (fe265558-1d6f-4238-9356-884b27ddc10d), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.204034 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.208691 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0ee002ac-c4d7-4e93-9698-4b6e96580891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (fe265558-1d6f-4238-9356-884b27ddc10d), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.237112 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=70,neutron:INSERT=27,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:38.242342 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.266482 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2058b6fb-99bc-48e3-989f-3509dd9bdefa admin admin] Publish callbacks [] for security_group (ce74dac8-78a1-4b5f-ace1-e4b0c37e02ba), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.285869 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee002ac-c4d7-4e93-9698-4b6e96580891 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 05:00:38.300022 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2058b6fb-99bc-48e3-989f-3509dd9bdefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (ce74dac8-78a1-4b5f-ace1-e4b0c37e02ba), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.331768 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee002ac-c4d7-4e93-9698-4b6e96580891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe265558-1d6f-4238-9356-884b27ddc10d,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:38.342874 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0ee002ac-c4d7-4e93-9698-4b6e96580891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (276f78fe-d5ad-4e63-a140-d085a46c901f), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.343222 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.segments_db [None req-0ee002ac-c4d7-4e93-9698-4b6e96580891 admin admin] Added segment 276f78fe-d5ad-4e63-a140-d085a46c901f of type vlan for network 0eef3b9c-c86e-4192-9c47-1e3382392851 Sep 24 05:00:38.349099 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d577-2419-40b3-b4fd-8291c397d409 admin admin] Publish callbacks [] for security_group (fdb24090-8721-45c3-9c57-edd246ca994a), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.373106 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d577-2419-40b3-b4fd-8291c397d409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (fdb24090-8721-45c3-9c57-edd246ca994a), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.377093 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2058b6fb-99bc-48e3-989f-3509dd9bdefa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=106193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 05:00:38.450313 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2058b6fb-99bc-48e3-989f-3509dd9bdefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (a613e56b-aebd-4887-8ffc-690cc89d3bba), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.450660 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.segments_db [None req-2058b6fb-99bc-48e3-989f-3509dd9bdefa admin admin] Added segment a613e56b-aebd-4887-8ffc-690cc89d3bba of type vlan for network 17f0f6dc-1b39-4c78-b39c-2031585b359a Sep 24 05:00:38.466446 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0ee002ac-c4d7-4e93-9698-4b6e96580891 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (0eef3b9c-c86e-4192-9c47-1e3382392851), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.470176 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf5d577-2419-40b3-b4fd-8291c397d409 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=106193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 05:00:38.472937 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058b6fb-99bc-48e3-989f-3509dd9bdefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce74dac8-78a1-4b5f-ace1-e4b0c37e02ba,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:38.545849 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d577-2419-40b3-b4fd-8291c397d409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (5670e9cf-a1d8-4952-b5bb-ff37f63b91c2), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.545849 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.segments_db [None req-fbf5d577-2419-40b3-b4fd-8291c397d409 admin admin] Added segment 5670e9cf-a1d8-4952-b5bb-ff37f63b91c2 of type vlan for network c071aac1-7a40-472d-a3df-a9b342b44447 Sep 24 05:00:38.588685 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2058b6fb-99bc-48e3-989f-3509dd9bdefa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (17f0f6dc-1b39-4c78-b39c-2031585b359a), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.596976 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5d577-2419-40b3-b4fd-8291c397d409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb24090-8721-45c3-9c57-edd246ca994a,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:38.598312 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Publish callbacks [] for router_gateway (f2fa16df-67ea-4044-aa5d-759b1aa93ecf), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.637783 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0ee002ac-c4d7-4e93-9698-4b6e96580891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (0eef3b9c-c86e-4192-9c47-1e3382392851), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.639042 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee002ac-c4d7-4e93-9698-4b6e96580891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:00:38.639999 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0ee002ac-c4d7-4e93-9698-4b6e96580891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.694331 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d577-2419-40b3-b4fd-8291c397d409 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (c071aac1-7a40-472d-a3df-a9b342b44447), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.709369 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:38.758314 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d577-2419-40b3-b4fd-8291c397d409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (c071aac1-7a40-472d-a3df-a9b342b44447), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.759326 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf5d577-2419-40b3-b4fd-8291c397d409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:00:38.759953 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d577-2419-40b3-b4fd-8291c397d409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.788637 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-fbf5d577-2419-40b3-b4fd-8291c397d409 admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5748322 Sep 24 05:00:38.795154 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54034) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:38.795906 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2058b6fb-99bc-48e3-989f-3509dd9bdefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (17f0f6dc-1b39-4c78-b39c-2031585b359a), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.796856 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2058b6fb-99bc-48e3-989f-3509dd9bdefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:00:38.798438 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2058b6fb-99bc-48e3-989f-3509dd9bdefa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.845441 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-62a50c42-1fa4-4637-910e-9e4094bc39e6 admin admin] Request body: {'subnet': {'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-subnet', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:38.862725 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:INSERT=16,neutron:SELECT=76,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:38.866396 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-0ee002ac-c4d7-4e93-9698-4b6e96580891 admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8130860 Sep 24 05:00:38.874939 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-2058b6fb-99bc-48e3-989f-3509dd9bdefa admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8649669 Sep 24 05:00:38.874939 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54038) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:38.875277 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 54040) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:38.884610 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee002ac-c4d7-4e93-9698-4b6e96580891 admin admin] Pushing event updated for resources: {'Network': ['ID=0eef3b9c-c86e-4192-9c47-1e3382392851,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:38.889952 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-836026c0-6bc2-4e0d-b7e9-10b4ca4a56c5 admin admin] Request body: {'subnet': {'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-800191275-subnet', 'tenant_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:38.896485 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network 0eef3b9c-c86e-4192-9c47-1e3382392851 details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 05:00:38.908070 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-52989ed7-363a-4810-8839-3a9124914984 admin admin] Request body: {'subnet': {'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-subnet', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:38.929310 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a50c42-1fa4-4637-910e-9e4094bc39e6 admin admin] Made reservation on behalf of c1aaf20f480a423ea5feca81585aeeed for: {'subnet': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:00:38.931651 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-62a50c42-1fa4-4637-910e-9e4094bc39e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:38.979949 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52989ed7-363a-4810-8839-3a9124914984 admin admin] Made reservation on behalf of 87d5229e39fe4817b5187068d8acecc7 for: {'subnet': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:00:38.983118 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-52989ed7-363a-4810-8839-3a9124914984 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:39.024568 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836026c0-6bc2-4e0d-b7e9-10b4ca4a56c5 admin admin] Made reservation on behalf of aa84dfa1cc764dc99b6e804e778c3479 for: {'subnet': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:00:39.026904 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-836026c0-6bc2-4e0d-b7e9-10b4ca4a56c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:39.036751 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bde81c67-d734-4a14-b7e1-741242a249e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for subnet (75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:39.078979 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5d577-2419-40b3-b4fd-8291c397d409 admin admin] Pushing event updated for resources: {'Network': ['ID=c071aac1-7a40-472d-a3df-a9b342b44447,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:39.095781 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network c071aac1-7a40-472d-a3df-a9b342b44447 details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 05:00:39.138030 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde81c67-d734-4a14-b7e1-741242a249e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:39.247692 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:UPDATE=3,neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:39.262547 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde81c67-d734-4a14-b7e1-741242a249e7 admin admin] Checking segment: {'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:39.262951 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde81c67-d734-4a14-b7e1-741242a249e7 admin admin] Network hostable DHCP agents. Network: 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 05:00:39.299578 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeab708-5a7d-44f3-af87-8e15830b1e1b None None] Network 71010379-32a3-4ab2-bca2-8378eefa5ed7 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:00:39.307358 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437284'] for router (f2fa16df-67ea-4044-aa5d-759b1aa93ecf), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:39.315381 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde81c67-d734-4a14-b7e1-741242a249e7 admin admin] Network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 05:00:39.375921 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058b6fb-99bc-48e3-989f-3509dd9bdefa admin admin] Pushing event updated for resources: {'Network': ['ID=17f0f6dc-1b39-4c78-b39c-2031585b359a,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:39.404581 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network 17f0f6dc-1b39-4c78-b39c-2031585b359a details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 05:00:39.457044 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-eb0aea0b-983f-4620-9134-4e74ddbcfb9e None None] Provisioning complete for port 223e879e-a235-469a-924a-9c434db616ed triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:00:39.457430 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-eb0aea0b-983f-4620-9134-4e74ddbcfb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (223e879e-a235-469a-924a-9c434db616ed), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:39.457776 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-eb0aea0b-983f-4620-9134-4e74ddbcfb9e None None] Attempt 1 to provision port 223e879e-a235-469a-924a-9c434db616ed Sep 24 05:00:39.489773 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:39.505873 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-bde81c67-d734-4a14-b7e1-741242a249e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc) {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:39.531568 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde81c67-d734-4a14-b7e1-741242a249e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:00:39.532540 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bde81c67-d734-4a14-b7e1-741242a249e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:39.552669 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-836026c0-6bc2-4e0d-b7e9-10b4ca4a56c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for subnet (a42c7d93-1f3d-47d9-afd8-91088ec478ba), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:39.603639 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:39.610446 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e965861-7a9c-426f-90fe-863b3c14501d None None] Network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:00:39.613651 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-bde81c67-d734-4a14-b7e1-741242a249e7 admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5410256 Sep 24 05:00:39.621017 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 54060) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:39.670124 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:39.801357 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-52989ed7-363a-4810-8839-3a9124914984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for subnet (8f69c44e-b4a0-4787-8e79-5aa8095e4aa1), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:39.945664 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52989ed7-363a-4810-8839-3a9124914984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f69c44e-b4a0-4787-8e79-5aa8095e4aa1,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:39.957663 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Router f2fa16df-67ea-4044-aa5d-759b1aa93ecf is scheduled to L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc with binding_index 1 {{(pid=106192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 05:00:39.984748 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-eb0aea0b-983f-4620-9134-4e74ddbcfb9e None None] Current status of the port 223e879e-a235-469a-924a-9c434db616ed is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:00:39.985183 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-eb0aea0b-983f-4620-9134-4e74ddbcfb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (223e879e-a235-469a-924a-9c434db616ed), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:39.990492 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4209'] for router (de67d66e-bd0a-4b49-a4c1-514415a70cf0), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:39.992914 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4218'] for router (de67d66e-bd0a-4b49-a4c1-514415a70cf0), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:39.995221 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd343cccf-c390-5e04-aeb9-418103a42ab4-002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'fixed_ips': [{'subnet_id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf'}]}} from dv-cinder-859186-1-iscsi. {{(pid=106194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 05:00:39.996648 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.079865 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Publish callbacks [] for router_controller (de67d66e-bd0a-4b49-a4c1-514415a70cf0), precommit_add_association {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.118091 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836026c0-6bc2-4e0d-b7e9-10b4ca4a56c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a42c7d93-1f3d-47d9-afd8-91088ec478ba,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:40.140265 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-eb0aea0b-983f-4620-9134-4e74ddbcfb9e None None] For port 223e879e-a235-469a-924a-9c434db616ed, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=223e879e-a235-469a-924a-9c434db616ed,segment=NetworkSegment(d8d16604-5220-46c8-8375-82244012833b),segment_id=d8d16604-5220-46c8-8375-82244012833b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:00:40.147902 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 223e879e-a235-469a-924a-9c434db616ed up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:00:40.184845 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-62a50c42-1fa4-4637-910e-9e4094bc39e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for subnet (521b0c5c-068d-4d85-8ac0-e80107b00a80), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.205673 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-eb0aea0b-983f-4620-9134-4e74ddbcfb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (223e879e-a235-469a-924a-9c434db616ed), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.214547 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:00:40.252100 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836026c0-6bc2-4e0d-b7e9-10b4ca4a56c5 admin admin] Checking segment: {'id': '276f78fe-d5ad-4e63-a140-d085a46c901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:40.252466 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836026c0-6bc2-4e0d-b7e9-10b4ca4a56c5 admin admin] Network hostable DHCP agents. Network: 0eef3b9c-c86e-4192-9c47-1e3382392851, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 05:00:40.288873 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 223e879e-a235-469a-924a-9c434db616ed triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:00:40.289540 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (223e879e-a235-469a-924a-9c434db616ed), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.290085 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 223e879e-a235-469a-924a-9c434db616ed Sep 24 05:00:40.291166 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a50c42-1fa4-4637-910e-9e4094bc39e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=521b0c5c-068d-4d85-8ac0-e80107b00a80,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:40.298620 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a50c42-1fa4-4637-910e-9e4094bc39e6 admin admin] Checking segment: {'id': '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:40.298977 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a50c42-1fa4-4637-910e-9e4094bc39e6 admin admin] Network hostable DHCP agents. Network: c071aac1-7a40-472d-a3df-a9b342b44447, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 05:00:40.307781 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836026c0-6bc2-4e0d-b7e9-10b4ca4a56c5 admin admin] Network 0eef3b9c-c86e-4192-9c47-1e3382392851 is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 05:00:40.314603 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52989ed7-363a-4810-8839-3a9124914984 admin admin] Checking segment: {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:40.315122 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52989ed7-363a-4810-8839-3a9124914984 admin admin] Network hostable DHCP agents. Network: 17f0f6dc-1b39-4c78-b39c-2031585b359a, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 05:00:40.324111 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-836026c0-6bc2-4e0d-b7e9-10b4ca4a56c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, 0eef3b9c-c86e-4192-9c47-1e3382392851) {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:40.330916 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836026c0-6bc2-4e0d-b7e9-10b4ca4a56c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:00:40.332183 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-836026c0-6bc2-4e0d-b7e9-10b4ca4a56c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.345371 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a50c42-1fa4-4637-910e-9e4094bc39e6 admin admin] Network c071aac1-7a40-472d-a3df-a9b342b44447 is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 05:00:40.351281 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b416bd-a0e2-4922-9bce-36c71a2d3a39 None None] Network 0eef3b9c-c86e-4192-9c47-1e3382392851 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:00:40.355424 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-836026c0-6bc2-4e0d-b7e9-10b4ca4a56c5 admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4720304 Sep 24 05:00:40.356404 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-62a50c42-1fa4-4637-910e-9e4094bc39e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, c071aac1-7a40-472d-a3df-a9b342b44447) {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:40.358853 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54092) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:40.364440 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a50c42-1fa4-4637-910e-9e4094bc39e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:00:40.365013 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-62a50c42-1fa4-4637-910e-9e4094bc39e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.371309 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-800191275-router', 'tenant_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:40.403766 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4209'] for router (8d7bc92d-e7aa-4bf6-bdc3-209974628e82), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.404986 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4218'] for router (8d7bc92d-e7aa-4bf6-bdc3-209974628e82), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.415685 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:40.449617 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:40.453389 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-62a50c42-1fa4-4637-910e-9e4094bc39e6 admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6214430 Sep 24 05:00:40.455765 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-09abe892-fa82-4a16-a753-2ae78b77f0c7 None None] Provisioning complete for port 223e879e-a235-469a-924a-9c434db616ed triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:00:40.456482 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-09abe892-fa82-4a16-a753-2ae78b77f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (223e879e-a235-469a-924a-9c434db616ed), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.456963 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-09abe892-fa82-4a16-a753-2ae78b77f0c7 None None] Attempt 1 to provision port 223e879e-a235-469a-924a-9c434db616ed Sep 24 05:00:40.470954 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54098) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:40.478417 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:40.487990 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Publish callbacks [] for router_gateway (de67d66e-bd0a-4b49-a4c1-514415a70cf0), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.517815 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4209'] for router (30d27e84-daeb-4c10-8615-2d0506092c0e), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.518895 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4218'] for router (30d27e84-daeb-4c10-8615-2d0506092c0e), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.531838 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:40.539253 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2892ce-38c5-4f9b-b3a9-49cb86df4045 None None] Network c071aac1-7a40-472d-a3df-a9b342b44447 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:00:40.557565 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Publish callbacks [] for router_controller (8d7bc92d-e7aa-4bf6-bdc3-209974628e82), precommit_add_association {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.616429 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-09abe892-fa82-4a16-a753-2ae78b77f0c7 None None] Current status of the port 223e879e-a235-469a-924a-9c434db616ed is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:00:40.619278 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd343cccf-c390-5e04-aeb9-418103a42ab4-0eef3b9c-c86e-4192-9c47-1e3382392851', 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851', 'project_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'fixed_ips': [{'subnet_id': 'a42c7d93-1f3d-47d9-afd8-91088ec478ba'}]}} from dv-cinder-859186-1-iscsi. {{(pid=106194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 05:00:40.620669 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.635376 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52989ed7-363a-4810-8839-3a9124914984 admin admin] Network 17f0f6dc-1b39-4c78-b39c-2031585b359a is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 05:00:40.656159 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-52989ed7-363a-4810-8839-3a9124914984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, 17f0f6dc-1b39-4c78-b39c-2031585b359a) {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:40.663312 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52989ed7-363a-4810-8839-3a9124914984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:00:40.664074 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-52989ed7-363a-4810-8839-3a9124914984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.701588 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 223e879e-a235-469a-924a-9c434db616ed is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:00:40.705160 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccc1cb8-dc83-4e0a-a97a-20703d644d31 None None] Network 17f0f6dc-1b39-4c78-b39c-2031585b359a requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:00:40.714280 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:40.733191 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-52989ed7-363a-4810-8839-3a9124914984 admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8544250 Sep 24 05:00:40.735824 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 54110) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:40.744766 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:40.775085 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Publish callbacks [] for router_gateway (8d7bc92d-e7aa-4bf6-bdc3-209974628e82), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.775329 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:00:40.779402 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Publish callbacks [] for router_controller (30d27e84-daeb-4c10-8615-2d0506092c0e), precommit_add_association {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.793329 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Sync routers for ids ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:00:40.795659 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4209'] for router (3356ba94-92ab-42d3-b2ab-aa4076c04e90), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.797541 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4218'] for router (3356ba94-92ab-42d3-b2ab-aa4076c04e90), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.805208 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Routers {'f2fa16df-67ea-4044-aa5d-759b1aa93ecf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:00:40.806846 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:40.812530 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0aea0b-983f-4620-9134-4e74ddbcfb9e None None] Pushing event updated for resources: {'Port': ['ID=223e879e-a235-469a-924a-9c434db616ed,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:40.825078 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.831108 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-74eaf4d0-94d3-4724-9009-d0e3acb53a1f admin admin] 10.222.0.50 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1873016 Sep 24 05:00:40.835567 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 54112) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:40.932844 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:40.988915 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Publish callbacks [] for router_controller (3356ba94-92ab-42d3-b2ab-aa4076c04e90), precommit_add_association {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:40.999604 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Allocated IP 172.20.0.2 (002f39b7-19b2-4fdf-9ca2-a023fea0b5dc/75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf/76a21161-d79c-43e5-b92e-c0af4b9012e5) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:00:41.062149 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Set router f2fa16df-67ea-4044-aa5d-759b1aa93ecf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:00:41.086529 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Publish callbacks [] for router_gateway (30d27e84-daeb-4c10-8615-2d0506092c0e), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:41.210605 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd343cccf-c390-5e04-aeb9-418103a42ab4-17f0f6dc-1b39-4c78-b39c-2031585b359a', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1'}]}} from dv-cinder-859186-1-iscsi. {{(pid=106194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 05:00:41.211557 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:41.246450 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Publish callbacks [] for router_gateway (de67d66e-bd0a-4b49-a4c1-514415a70cf0), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:41.301040 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:38Z', 'revision_number': 3, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:41.326378 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd343cccf-c390-5e04-aeb9-418103a42ab4-c071aac1-7a40-472d-a3df-a9b342b44447', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80'}]}} from dv-cinder-859186-1-iscsi. {{(pid=106194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 05:00:41.327834 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:41.345113 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:41.357489 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:41.374484 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Checking router: f2fa16df-67ea-4044-aa5d-759b1aa93ecf for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:00:41.374841 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Updating router f2fa16df-67ea-4044-aa5d-759b1aa93ecf port ffd042d8-8e33-4259-b19d-5b0ed0e45841 binding host dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:00:41.378194 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Publish callbacks [] for router_gateway (8d7bc92d-e7aa-4bf6-bdc3-209974628e82), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:41.414372 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:41.435139 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (ffd042d8-8e33-4259-b19d-5b0ed0e45841), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:41.450581 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Allocated IP 172.20.0.2 (0eef3b9c-c86e-4192-9c47-1e3382392851/a42c7d93-1f3d-47d9-afd8-91088ec478ba/654414c7-5f69-49dd-b667-cf2442c19967) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:00:41.451927 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Publish callbacks [] for router_gateway (3356ba94-92ab-42d3-b2ab-aa4076c04e90), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:41.780140 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Allocated IP 172.27.0.94 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/07c2c1e1-d932-46e6-8921-954f031f1805) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:00:41.910329 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Publish callbacks [] for router_gateway (30d27e84-daeb-4c10-8615-2d0506092c0e), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:41.954364 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:41.958447 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:42.040848 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Allocated IP 172.20.0.2 (c071aac1-7a40-472d-a3df-a9b342b44447/521b0c5c-068d-4d85-8ac0-e80107b00a80/2169f717-0fcd-4c7b-98c2-b3e9a5039a80) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:00:42.071753 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Publish callbacks [] for router_gateway (3356ba94-92ab-42d3-b2ab-aa4076c04e90), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:42.104373 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Publish callbacks [] for port (07c2c1e1-d932-46e6-8921-954f031f1805), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:42.105251 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:42.113232 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:42.160897 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:42.168064 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (07c2c1e1-d932-46e6-8921-954f031f1805), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:42.175466 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:INSERT=6,neutron:UPDATE=6,neutron:SELECT=88 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:42.191717 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 223e879e-a235-469a-924a-9c434db616ed up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:00:42.224058 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:42.232625 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:42.235524 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:00:42.244777 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Allocated IP 172.27.0.157 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/9961f715-52d2-4b35-9795-1acf0e26979a) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:00:42.435735 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Publish callbacks [] for port (9961f715-52d2-4b35-9795-1acf0e26979a), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:42.443058 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:42.510386 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Publish callbacks [] for port (76a21161-d79c-43e5-b92e-c0af4b9012e5), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:42.525567 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (9961f715-52d2-4b35-9795-1acf0e26979a), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:42.545937 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (76a21161-d79c-43e5-b92e-c0af4b9012e5), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:42.579915 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Pushing event updated for resources: {'Port': ['ID=07c2c1e1-d932-46e6-8921-954f031f1805,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:42.612810 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:42.621696 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:42.629050 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:00:42.632761 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9961f715-52d2-4b35-9795-1acf0e26979a,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:42.658272 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Allocated IP 172.20.0.2 (17f0f6dc-1b39-4c78-b39c-2031585b359a/8f69c44e-b4a0-4787-8e79-5aa8095e4aa1/87fdb104-e979-4f8e-93b5-536f80422e9a) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:00:42.710610 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:42.733640 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:42.735272 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Publish callbacks [] for router_gateway (8d7bc92d-e7aa-4bf6-bdc3-209974628e82), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:42.746173 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:00:42.765789 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Pushing event updated for resources: {'Port': ['ID=76a21161-d79c-43e5-b92e-c0af4b9012e5,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:42.768649 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 223e879e-a235-469a-924a-9c434db616ed triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:00:42.769677 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (223e879e-a235-469a-924a-9c434db616ed), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:42.770152 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 223e879e-a235-469a-924a-9c434db616ed Sep 24 05:00:42.811552 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:42.831432 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Publish callbacks [] for port (ffd042d8-8e33-4259-b19d-5b0ed0e45841), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:42.837679 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (ffd042d8-8e33-4259-b19d-5b0ed0e45841), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:42.853304 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Publish callbacks [] for port (654414c7-5f69-49dd-b667-cf2442c19967), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:42.871834 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:42.902024 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (654414c7-5f69-49dd-b667-cf2442c19967), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:42.903194 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Pushing event updated for resources: {'Port': ['ID=ffd042d8-8e33-4259-b19d-5b0ed0e45841,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:42.916055 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Allocated IP 172.27.0.2 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/48725b3e-111f-4ae8-846c-ac7cb8685e05) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:00:42.953810 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:42.955330 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:42.956699 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:42.959810 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:42.960238 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:42.960562 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:42.960928 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:42.961260 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:42.961591 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:42.961917 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:42.962370 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:42.964440 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Publish callbacks [] for port (2169f717-0fcd-4c7b-98c2-b3e9a5039a80), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:42.965736 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:42.966150 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:42.966996 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:42.967344 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Tracked resource versions report: Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: pushed versions: Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: { 'AddressGroup': {'1.2'}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Agent': {'1.1'}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'ConntrackHelper': {'1.0'}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'LocalIPAssociation': {'1.0'}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Log': {'1.0'}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'NDPProxy': {'1.0'}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Network': {'1.1'}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Port': {'1.7'}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'PortForwarding': {'1.3'}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'QosPolicy': {'1.10'}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'SecurityGroup': {'1.5'}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'SecurityGroupRule': {'1.2'}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'SubPort': {'1.0'}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Subnet': {'1.1'}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Trunk': {'1.1'}} Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: consumer versions: Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: { DHCP agent@dv-cinder-859186-1-iscsi: {}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: HyperV agent@hv-cinder-85918: {}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: L3 agent@dv-cinder-859186-1-iscsi: {}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: Metadata agent@dv-cinder-859186-1-iscsi: {}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: Metering agent@dv-cinder-859186-1-iscsi: {}, Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: Open vSwitch agent@dv-cinder-859186-1-iscsi: { 'AddressGroup': '1.2', Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Agent': '1.1', Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'ConntrackHelper': '1.0', Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'LocalIPAssociation': '1.0', Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Log': '1.0', Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'NDPProxy': '1.0', Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Network': '1.1', Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Port': '1.7', Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'PortForwarding': '1.3', Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'QosPolicy': '1.10', Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'SecurityGroup': '1.5', Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'SecurityGroupRule': '1.2', Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'SubPort': '1.0', Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Subnet': '1.1', Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: 'Trunk': '1.1'}} Sep 24 05:00:42.974487 dv-cinder-859186-1-iscsi neutron-server[106195]: {{(pid=106195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 05:00:42.987978 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Attempting to bind port ffd042d8-8e33-4259-b19d-5b0ed0e45841 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:00:42.988362 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Attempting to bind port ffd042d8-8e33-4259-b19d-5b0ed0e45841 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:00:42.988722 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Attempting to bind port ffd042d8-8e33-4259-b19d-5b0ed0e45841 on network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:00:43.042046 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:43.048092 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:00:43.048433 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Checking segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:43.048847 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.049226 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Bound using segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:00:43.049697 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Bound port: ffd042d8-8e33-4259-b19d-5b0ed0e45841, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:00:43.050128 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (ffd042d8-8e33-4259-b19d-5b0ed0e45841), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.062297 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (2169f717-0fcd-4c7b-98c2-b3e9a5039a80), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.074828 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Network 0eef3b9c-c86e-4192-9c47-1e3382392851 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:43.099918 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:43.109330 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:00:43.114336 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Pushing event updated for resources: {'Port': ['ID=654414c7-5f69-49dd-b667-cf2442c19967,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:43.117568 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] For port ffd042d8-8e33-4259-b19d-5b0ed0e45841, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:00:43.123423 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] For port ffd042d8-8e33-4259-b19d-5b0ed0e45841, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=ffd042d8-8e33-4259-b19d-5b0ed0e45841,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:00:43.132729 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (ffd042d8-8e33-4259-b19d-5b0ed0e45841), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.163420 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.198619 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Network c071aac1-7a40-472d-a3df-a9b342b44447 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:43.199543 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Attempting to bind port 76a21161-d79c-43e5-b92e-c0af4b9012e5 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:00:43.199904 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Attempting to bind port 76a21161-d79c-43e5-b92e-c0af4b9012e5 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:00:43.200315 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Attempting to bind port 76a21161-d79c-43e5-b92e-c0af4b9012e5 on network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:00:43.228540 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Publish callbacks [] for router_gateway (de67d66e-bd0a-4b49-a4c1-514415a70cf0), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.233984 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Routers {'f2fa16df-67ea-4044-aa5d-759b1aa93ecf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:00:43.239867 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:43.247406 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0e25a-fc1a-4a60-8829-a36d9ca1c10e None None] Pushing event updated for resources: {'Port': ['ID=ffd042d8-8e33-4259-b19d-5b0ed0e45841,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:43.295716 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:43.303946 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Publish callbacks [] for port (48725b3e-111f-4ae8-846c-ac7cb8685e05), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.308747 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437284'] for router (8d7bc92d-e7aa-4bf6-bdc3-209974628e82), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.313427 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:43.343461 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Attempting to bind port 654414c7-5f69-49dd-b667-cf2442c19967 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:00:43.343915 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Attempting to bind port 654414c7-5f69-49dd-b667-cf2442c19967 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '276f78fe-d5ad-4e63-a140-d085a46c901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:00:43.344711 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Attempting to bind port 654414c7-5f69-49dd-b667-cf2442c19967 on network 0eef3b9c-c86e-4192-9c47-1e3382392851 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:00:43.353049 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:00:43.404432 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] Set router f2fa16df-67ea-4044-aa5d-759b1aa93ecf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:00:43.468480 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (48725b3e-111f-4ae8-846c-ac7cb8685e05), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.500343 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 223e879e-a235-469a-924a-9c434db616ed is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:00:43.514490 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Pushing event updated for resources: {'Port': ['ID=2169f717-0fcd-4c7b-98c2-b3e9a5039a80,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:43.582956 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:43.585015 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Publish callbacks [] for port (87fdb104-e979-4f8e-93b5-536f80422e9a), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.586663 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Allocated IP 172.20.0.1 (71010379-32a3-4ab2-bca2-8378eefa5ed7/90944b39-2e61-42ae-924a-3191ae7969be/5705850c-2997-4641-b931-59349ff72938) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:00:43.591522 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:00:43.592042 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Checking segment: {'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:43.592585 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.593072 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Bound using segment: {'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:00:43.593750 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Bound port: 76a21161-d79c-43e5-b92e-c0af4b9012e5, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:00:43.594253 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (76a21161-d79c-43e5-b92e-c0af4b9012e5), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.605986 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:38Z', 'revision_number': 3, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:43.612174 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (87fdb104-e979-4f8e-93b5-536f80422e9a), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.630990 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:43.634354 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:00:43.634633 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Checking segment: {'id': '276f78fe-d5ad-4e63-a140-d085a46c901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:43.635137 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.635633 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Bound using segment: {'id': '276f78fe-d5ad-4e63-a140-d085a46c901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:00:43.636224 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Bound port: 654414c7-5f69-49dd-b667-cf2442c19967, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276f78fe-d5ad-4e63-a140-d085a46c901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:00:43.636714 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (654414c7-5f69-49dd-b667-cf2442c19967), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.639244 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200f35b-26bb-47e0-a998-32531969b875 None None] The sync data for ids ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'] in dv-cinder-859186-1-iscsi is: [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:38Z', 'revision_number': 3, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:00:43.645383 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:43.657646 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:00:43.675735 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Pushing event updated for resources: {'Port': ['ID=48725b3e-111f-4ae8-846c-ac7cb8685e05,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:43.688597 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Attempting to bind port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:00:43.689328 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Attempting to bind port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:00:43.689901 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Attempting to bind port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 on network c071aac1-7a40-472d-a3df-a9b342b44447 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:00:43.748301 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Pushing event updated for resources: {'Port': ['ID=87fdb104-e979-4f8e-93b5-536f80422e9a,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:43.761298 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Publish callbacks [] for port (5705850c-2997-4641-b931-59349ff72938), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.779265 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Network 17f0f6dc-1b39-4c78-b39c-2031585b359a is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:43.794835 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:43.823298 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:00:43.830994 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:43.850444 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Allocated IP 172.27.0.238 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/1d759015-ecbc-4193-8ff1-6fc52f95e592) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:00:43.902389 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] For port 76a21161-d79c-43e5-b92e-c0af4b9012e5, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:00:43.904766 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Router 8d7bc92d-e7aa-4bf6-bdc3-209974628e82 is scheduled to L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc with binding_index 1 {{(pid=106193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 05:00:43.953720 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] For port 76a21161-d79c-43e5-b92e-c0af4b9012e5, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=76a21161-d79c-43e5-b92e-c0af4b9012e5,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:00:43.957727 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:00:43.958284 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Checking segment: {'id': '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:43.958977 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.959603 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Bound using segment: {'id': '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:00:43.960220 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Bound port: 2169f717-0fcd-4c7b-98c2-b3e9a5039a80, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:00:43.960749 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (2169f717-0fcd-4c7b-98c2-b3e9a5039a80), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.983265 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (76a21161-d79c-43e5-b92e-c0af4b9012e5), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:43.996406 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Publish callbacks [] for port (1d759015-ecbc-4193-8ff1-6fc52f95e592), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:44.057084 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:44.057947 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:44.080927 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (1d759015-ecbc-4193-8ff1-6fc52f95e592), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:44.101054 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:44.109487 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a8613-b5a0-46a3-9668-353def185fbb None None] Pushing event updated for resources: {'Port': ['ID=76a21161-d79c-43e5-b92e-c0af4b9012e5,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:44.118013 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] For port 654414c7-5f69-49dd-b667-cf2442c19967, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:00:44.129585 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Attempting to bind port 87fdb104-e979-4f8e-93b5-536f80422e9a on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:00:44.129954 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Attempting to bind port 87fdb104-e979-4f8e-93b5-536f80422e9a by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:00:44.130431 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Attempting to bind port 87fdb104-e979-4f8e-93b5-536f80422e9a on network 17f0f6dc-1b39-4c78-b39c-2031585b359a {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:00:44.150564 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:00:44.209118 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Sync routers for ids ['8d7bc92d-e7aa-4bf6-bdc3-209974628e82'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:00:44.236495 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54194) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:44.238959 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] For port 654414c7-5f69-49dd-b667-cf2442c19967, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=654414c7-5f69-49dd-b667-cf2442c19967,segment=NetworkSegment(276f78fe-d5ad-4e63-a140-d085a46c901f),segment_id=276f78fe-d5ad-4e63-a140-d085a46c901f)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:00:44.264478 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Pushing event updated for resources: {'Port': ['ID=1d759015-ecbc-4193-8ff1-6fc52f95e592,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:44.267377 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Routers {'8d7bc92d-e7aa-4bf6-bdc3-209974628e82'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:00:44.268011 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['8d7bc92d-e7aa-4bf6-bdc3-209974628e82'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:44.277427 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (654414c7-5f69-49dd-b667-cf2442c19967), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:44.285377 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Publish callbacks [] for router_gateway (30d27e84-daeb-4c10-8615-2d0506092c0e), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:44.292162 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:44.295811 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-35c41aed-89b5-47b9-ad75-c293a08e37d0 admin admin] 10.222.0.50 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9359052 Sep 24 05:00:44.309161 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:44.309889 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 54198) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:44.334964 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:44.337394 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:00:44.346491 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:44.433765 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] For port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:00:44.444908 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (5705850c-2997-4641-b931-59349ff72938), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:44.574636 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Set router 8d7bc92d-e7aa-4bf6-bdc3-209974628e82 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:00:44.638563 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Network 71010379-32a3-4ab2-bca2-8378eefa5ed7 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:44.664366 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:00:44.664366 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Checking segment: {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:44.664672 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:44.665047 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Bound using segment: {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:00:44.665539 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Bound port: 87fdb104-e979-4f8e-93b5-536f80422e9a, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:00:44.665920 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (87fdb104-e979-4f8e-93b5-536f80422e9a), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:44.669475 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] For port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=2169f717-0fcd-4c7b-98c2-b3e9a5039a80,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:00:44.723256 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:44.742455 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (2169f717-0fcd-4c7b-98c2-b3e9a5039a80), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:44.758326 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:00:44.758326 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429597'] for router_interface (f2fa16df-67ea-4044-aa5d-759b1aa93ecf), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:44.770443 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437284'] for router (30d27e84-daeb-4c10-8615-2d0506092c0e), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:44.796754 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fb6ceca8-0cfd-42ee-839c-0cd58afc6ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:44.875728 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45edf5-d352-4688-8631-a5ac7229d3ef None None] Pushing event updated for resources: {'Port': ['ID=654414c7-5f69-49dd-b667-cf2442c19967,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:44.910885 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5705850c-2997-4641-b931-59349ff72938,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:44.934249 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437284'] for router (de67d66e-bd0a-4b49-a4c1-514415a70cf0), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:44.948390 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] For port 87fdb104-e979-4f8e-93b5-536f80422e9a, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:00:45.013734 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] For port 87fdb104-e979-4f8e-93b5-536f80422e9a, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=87fdb104-e979-4f8e-93b5-536f80422e9a,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:00:45.017376 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fb6ceca8-0cfd-42ee-839c-0cd58afc6ff7 admin admin] Publish callbacks [] for security_group (a5e7a4df-d83a-49a3-9dcf-419a6fff47ab), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:45.097584 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fb6ceca8-0cfd-42ee-839c-0cd58afc6ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (a5e7a4df-d83a-49a3-9dcf-419a6fff47ab), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:45.163402 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-fb6ceca8-0cfd-42ee-839c-0cd58afc6ff7 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=378c46734a624fa28b2b10ad13a388d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9258564 Sep 24 05:00:45.182066 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54208) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:45.233134 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:45.267914 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f0565-ae9a-4f97-a644-3dd16f29316c None None] Pushing event updated for resources: {'Port': ['ID=2169f717-0fcd-4c7b-98c2-b3e9a5039a80,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:45.272709 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (87fdb104-e979-4f8e-93b5-536f80422e9a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:45.427903 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b3398-bfde-43d5-b5ed-4520ed3a0143 None None] Pushing event updated for resources: {'Port': ['ID=87fdb104-e979-4f8e-93b5-536f80422e9a,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:45.502331 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Provisioning complete for port 5705850c-2997-4641-b931-59349ff72938 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:00:45.503161 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (5705850c-2997-4641-b931-59349ff72938), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:45.503811 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Attempt 1 to provision port 5705850c-2997-4641-b931-59349ff72938 Sep 24 05:00:45.550423 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'name': 'tempest-DeleteServersTestJSON-800191275-router', 'tenant_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '07c2c1e1-d932-46e6-8921-954f031f1805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:42Z', 'revision_number': 3, 'project_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'gw_port': {'id': '07c2c1e1-d932-46e6-8921-954f031f1805', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:45.591044 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Checking router: 8d7bc92d-e7aa-4bf6-bdc3-209974628e82 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:00:45.591706 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Updating router 8d7bc92d-e7aa-4bf6-bdc3-209974628e82 port 07c2c1e1-d932-46e6-8921-954f031f1805 binding host dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:00:45.603335 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ceca8-0cfd-42ee-839c-0cd58afc6ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e7a4df-d83a-49a3-9dcf-419a6fff47ab,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:45.619904 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:45.627206 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Port 5705850c-2997-4641-b931-59349ff72938 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:00:45.637746 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (07c2c1e1-d932-46e6-8921-954f031f1805), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:45.639997 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:45.687259 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1a81784d-9eda-450f-b6dc-33be7bdf31db admin admin] Publish callbacks [] for security_group (a5e7a4df-d83a-49a3-9dcf-419a6fff47ab), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:45.745340 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Router 30d27e84-daeb-4c10-8615-2d0506092c0e is scheduled to L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc with binding_index 1 {{(pid=106193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 05:00:45.782639 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1a81784d-9eda-450f-b6dc-33be7bdf31db admin admin] Publish callbacks [] for security_group (a5e7a4df-d83a-49a3-9dcf-419a6fff47ab), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:45.800138 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:45.920723 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Publish callbacks [] for router_gateway (3356ba94-92ab-42d3-b2ab-aa4076c04e90), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:46.040457 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:46.064037 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbfd37c-467f-499b-8d1d-4ddfa9dd23e1 None None] Network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:00:46.082432 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1a81784d-9eda-450f-b6dc-33be7bdf31db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (a5e7a4df-d83a-49a3-9dcf-419a6fff47ab), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:46.086340 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1a81784d-9eda-450f-b6dc-33be7bdf31db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:46.087433 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-1a81784d-9eda-450f-b6dc-33be7bdf31db admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/a5e7a4df-d83a-49a3-9dcf-419a6fff47ab HTTP/1.1" status: 204 len: 168 time: 0.9039412 Sep 24 05:00:46.130170 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81784d-9eda-450f-b6dc-33be7bdf31db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e7a4df-d83a-49a3-9dcf-419a6fff47ab,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:46.154224 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:00:46.169014 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Sync routers for ids ['30d27e84-daeb-4c10-8615-2d0506092c0e'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:00:46.169582 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Attempt 2 to provision port 5705850c-2997-4641-b931-59349ff72938 Sep 24 05:00:46.198829 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Routers {'30d27e84-daeb-4c10-8615-2d0506092c0e'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:00:46.199683 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['30d27e84-daeb-4c10-8615-2d0506092c0e'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:46.207157 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:46.208650 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-c9996747-e9d8-4eae-9f73-fc4bc06b0c3c admin admin] 10.222.0.50 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7368097 Sep 24 05:00:46.216077 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54214) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:46.277442 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Publish callbacks [] for port (07c2c1e1-d932-46e6-8921-954f031f1805), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:46.301559 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:46.316257 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (07c2c1e1-d932-46e6-8921-954f031f1805), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:46.342263 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Port 5705850c-2997-4641-b931-59349ff72938 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:00:46.391372 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Attempting to bind port 07c2c1e1-d932-46e6-8921-954f031f1805 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:00:46.391982 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Attempting to bind port 07c2c1e1-d932-46e6-8921-954f031f1805 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:00:46.392529 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Attempting to bind port 07c2c1e1-d932-46e6-8921-954f031f1805 on network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:00:46.395851 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (5705850c-2997-4641-b931-59349ff72938), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:46.468302 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Set router 30d27e84-daeb-4c10-8615-2d0506092c0e gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:00:46.490395 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:00:46.499139 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02ec5e5-8204-4e13-82c0-f859e7dcf993 None None] Network 0eef3b9c-c86e-4192-9c47-1e3382392851 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:00:46.717395 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54224) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:46.743415 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477713c2-24bd-4dcf-851d-4da32a200738 None None] Pushing event updated for resources: {'Port': ['ID=07c2c1e1-d932-46e6-8921-954f031f1805,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:46.748834 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:00:46.751016 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Checking segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:46.751589 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:46.752127 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Bound using segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:00:46.752908 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Bound port: 07c2c1e1-d932-46e6-8921-954f031f1805, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:00:46.753703 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (07c2c1e1-d932-46e6-8921-954f031f1805), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:46.767165 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:46.769923 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:46.793686 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Publish callbacks [] for port (5705850c-2997-4641-b931-59349ff72938), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:46.843326 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Attempt 3 to provision port 5705850c-2997-4641-b931-59349ff72938 Sep 24 05:00:46.873503 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:43Z', 'revision_number': 3, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:46.922658 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2a54dd8a-5632-470f-bb42-24ba092b0441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:46.933229 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:00:46.933630 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (2169f717-0fcd-4c7b-98c2-b3e9a5039a80), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:46.933972 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 Sep 24 05:00:46.934393 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Checking router: 30d27e84-daeb-4c10-8615-2d0506092c0e for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:00:46.934963 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Updating router 30d27e84-daeb-4c10-8615-2d0506092c0e port 48725b3e-111f-4ae8-846c-ac7cb8685e05 binding host dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:00:46.972075 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (5705850c-2997-4641-b931-59349ff72938), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:46.974095 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429705'] for router_interface (f2fa16df-67ea-4044-aa5d-759b1aa93ecf), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:46.989332 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (48725b3e-111f-4ae8-846c-ac7cb8685e05), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:47.043303 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] For port 07c2c1e1-d932-46e6-8921-954f031f1805, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:00:47.121486 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] For port 07c2c1e1-d932-46e6-8921-954f031f1805, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=07c2c1e1-d932-46e6-8921-954f031f1805,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:00:47.135815 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68cb9f0-b8c7-4ba9-b269-35094b258e17 None None] Network c071aac1-7a40-472d-a3df-a9b342b44447 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:00:47.146606 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Port 5705850c-2997-4641-b931-59349ff72938 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:00:47.192371 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Network 71010379-32a3-4ab2-bca2-8378eefa5ed7 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:47.205333 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:47.216119 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2a54dd8a-5632-470f-bb42-24ba092b0441 admin admin] Publish callbacks [] for security_group (3224433d-86c8-44ca-8f36-f0a29c3338c3), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:47.228499 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2a54dd8a-5632-470f-bb42-24ba092b0441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (3224433d-86c8-44ca-8f36-f0a29c3338c3), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:47.267822 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (07c2c1e1-d932-46e6-8921-954f031f1805), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:47.284724 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5705850c-2997-4641-b931-59349ff72938,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:47.392083 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-2a54dd8a-5632-470f-bb42-24ba092b0441 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=d5cda10485b24dc6ba0583c2fc7f7c28&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6730299 Sep 24 05:00:47.400083 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54dd8a-5632-470f-bb42-24ba092b0441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3224433d-86c8-44ca-8f36-f0a29c3338c3,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:47.410602 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54230) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:47.437797 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:47.463897 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:47.479550 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Routers {'8d7bc92d-e7aa-4bf6-bdc3-209974628e82'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:00:47.480563 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['8d7bc92d-e7aa-4bf6-bdc3-209974628e82'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:47.484380 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:47.541084 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:47.548088 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:47.573607 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:47.576866 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437284'] for router (3356ba94-92ab-42d3-b2ab-aa4076c04e90), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:47.627613 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Publish callbacks [] for port (48725b3e-111f-4ae8-846c-ac7cb8685e05), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:47.647131 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (48725b3e-111f-4ae8-846c-ac7cb8685e05), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:47.675891 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d7150e03-bf65-477b-ba9a-1e687da5171d admin admin] Publish callbacks [] for security_group (3224433d-86c8-44ca-8f36-f0a29c3338c3), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:47.680521 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:47.684248 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Attempt 4 to provision port 5705850c-2997-4641-b931-59349ff72938 Sep 24 05:00:47.686288 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477713c2-24bd-4dcf-851d-4da32a200738 None None] Pushing event updated for resources: {'Port': ['ID=07c2c1e1-d932-46e6-8921-954f031f1805,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:47.703957 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Attempting to bind port 48725b3e-111f-4ae8-846c-ac7cb8685e05 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:00:47.704319 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Attempting to bind port 48725b3e-111f-4ae8-846c-ac7cb8685e05 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:00:47.704671 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Attempting to bind port 48725b3e-111f-4ae8-846c-ac7cb8685e05 on network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:00:47.717109 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e429e6c5-6049-4fc1-9ecc-a6776fbab605 None None] Network 17f0f6dc-1b39-4c78-b39c-2031585b359a requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:00:47.744397 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d7150e03-bf65-477b-ba9a-1e687da5171d admin admin] Publish callbacks [] for security_group (3224433d-86c8-44ca-8f36-f0a29c3338c3), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:47.751268 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60492d24-b6b5-4ab9-8be0-ff216ab38db6 None None] Pushing event updated for resources: {'Port': ['ID=48725b3e-111f-4ae8-846c-ac7cb8685e05,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:47.772537 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:00:47.773783 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Checking segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:47.774429 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:47.775038 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Bound using segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:00:47.775708 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Bound port: 48725b3e-111f-4ae8-846c-ac7cb8685e05, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:00:47.776299 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (48725b3e-111f-4ae8-846c-ac7cb8685e05), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:47.794028 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:47.856365 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Allocated IP 172.20.0.1 (c071aac1-7a40-472d-a3df-a9b342b44447/521b0c5c-068d-4d85-8ac0-e80107b00a80/8f8e7c41-4cfc-48fe-85ef-a309c017098f) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:00:47.857295 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] For port 48725b3e-111f-4ae8-846c-ac7cb8685e05, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:00:47.861955 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] For port 48725b3e-111f-4ae8-846c-ac7cb8685e05, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=48725b3e-111f-4ae8-846c-ac7cb8685e05,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:00:47.870383 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (48725b3e-111f-4ae8-846c-ac7cb8685e05), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:47.887779 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Routers {'30d27e84-daeb-4c10-8615-2d0506092c0e'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:00:47.889184 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['30d27e84-daeb-4c10-8615-2d0506092c0e'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:47.915768 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:00:47.916150 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (2169f717-0fcd-4c7b-98c2-b3e9a5039a80), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:47.989907 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=2169f717-0fcd-4c7b-98c2-b3e9a5039a80,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:00:48.041804 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (2169f717-0fcd-4c7b-98c2-b3e9a5039a80), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:48.042650 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 654414c7-5f69-49dd-b667-cf2442c19967 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:00:48.061013 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Publish callbacks [] for port (8f8e7c41-4cfc-48fe-85ef-a309c017098f), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:48.096917 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Router de67d66e-bd0a-4b49-a4c1-514415a70cf0 is scheduled to L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc with binding_index 1 {{(pid=106192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 05:00:48.108956 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Router f2fa16df-67ea-4044-aa5d-759b1aa93ecf has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:00:48.113097 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (8f8e7c41-4cfc-48fe-85ef-a309c017098f), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:48.127139 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d7150e03-bf65-477b-ba9a-1e687da5171d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (3224433d-86c8-44ca-8f36-f0a29c3338c3), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:48.129979 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d7150e03-bf65-477b-ba9a-1e687da5171d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:48.131320 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-d7150e03-bf65-477b-ba9a-1e687da5171d admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/3224433d-86c8-44ca-8f36-f0a29c3338c3 HTTP/1.1" status: 204 len: 168 time: 0.7156060 Sep 24 05:00:48.152833 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] Set router 30d27e84-daeb-4c10-8615-2d0506092c0e gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:00:48.164935 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Network c071aac1-7a40-472d-a3df-a9b342b44447 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:48.173454 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:48.174738 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Port 5705850c-2997-4641-b931-59349ff72938 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:00:48.177238 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:00:48.177908 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429597'] for router_interface (30d27e84-daeb-4c10-8615-2d0506092c0e), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:48.182321 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=2169f717-0fcd-4c7b-98c2-b3e9a5039a80,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:48.205022 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Allocated IP 172.20.0.1 (0eef3b9c-c86e-4192-9c47-1e3382392851/a42c7d93-1f3d-47d9-afd8-91088ec478ba/391f2e62-4b23-47d0-b357-bcfbac36cd61) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:00:48.249353 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:48.274251 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 654414c7-5f69-49dd-b667-cf2442c19967 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:00:48.274641 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (654414c7-5f69-49dd-b667-cf2442c19967), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:48.274976 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 654414c7-5f69-49dd-b667-cf2442c19967 Sep 24 05:00:48.337777 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:48.338880 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8e7c41-4cfc-48fe-85ef-a309c017098f,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:48.343570 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7150e03-bf65-477b-ba9a-1e687da5171d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3224433d-86c8-44ca-8f36-f0a29c3338c3,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:48.418646 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] Set router 8d7bc92d-e7aa-4bf6-bdc3-209974628e82 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:00:48.466644 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60492d24-b6b5-4ab9-8be0-ff216ab38db6 None None] Pushing event updated for resources: {'Port': ['ID=48725b3e-111f-4ae8-846c-ac7cb8685e05,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:48.481854 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Publish callbacks [] for port (391f2e62-4b23-47d0-b357-bcfbac36cd61), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:48.521437 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:48.576670 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (8f8e7c41-4cfc-48fe-85ef-a309c017098f), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:48.596899 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:43Z', 'revision_number': 3, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:48.655287 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b28b10-9730-49b8-83b4-eab023a9eb5e None None] The sync data for ids ['30d27e84-daeb-4c10-8615-2d0506092c0e'] in dv-cinder-859186-1-iscsi is: [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:43Z', 'revision_number': 3, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:00:48.697706 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Attempt 5 to provision port 5705850c-2997-4641-b931-59349ff72938 Sep 24 05:00:48.699004 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:48.818682 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:00:48.840352 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-3124b543-211f-4a41-a21e-07d9507a31f1 admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/f2fa16df-67ea-4044-aa5d-759b1aa93ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0037053 Sep 24 05:00:48.841909 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (391f2e62-4b23-47d0-b357-bcfbac36cd61), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:48.854528 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Sync routers for ids ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:00:48.867129 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Port 5705850c-2997-4641-b931-59349ff72938 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:00:48.888596 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Publish callbacks [] for port (8f8e7c41-4cfc-48fe-85ef-a309c017098f), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:48.892430 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 is scheduled to L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc with binding_index 1 {{(pid=106192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 05:00:48.896623 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:48.902838 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (8f8e7c41-4cfc-48fe-85ef-a309c017098f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:48.903703 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429705'] for router_interface (30d27e84-daeb-4c10-8615-2d0506092c0e), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:48.914043 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Routers {'f2fa16df-67ea-4044-aa5d-759b1aa93ecf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:00:48.925274 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:48.929543 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Network 0eef3b9c-c86e-4192-9c47-1e3382392851 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:48.940079 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:48.959988 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:00:48.961078 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429597'] for router_interface (8d7bc92d-e7aa-4bf6-bdc3-209974628e82), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:48.973910 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8e7c41-4cfc-48fe-85ef-a309c017098f,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:49.134769 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Pushing event updated for resources: {'Port': ['ID=391f2e62-4b23-47d0-b357-bcfbac36cd61,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:49.220548 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Network c071aac1-7a40-472d-a3df-a9b342b44447 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:49.223693 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:49.224644 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:49.253138 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 654414c7-5f69-49dd-b667-cf2442c19967 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:00:49.253138 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (654414c7-5f69-49dd-b667-cf2442c19967), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:49.261977 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:00:49.274371 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Sync routers for ids ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:00:49.296400 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Routers {'de67d66e-bd0a-4b49-a4c1-514415a70cf0'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:00:49.297628 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:49.384876 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:49.389609 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-9945b7fe-2fb7-4b1b-a9bf-7b0aba51d1a9 admin admin] 10.222.0.50 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.7673213 Sep 24 05:00:49.421240 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 54274) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:49.442894 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Attempt 6 to provision port 5705850c-2997-4641-b931-59349ff72938 Sep 24 05:00:49.591033 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:00:49.617480 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Set router de67d66e-bd0a-4b49-a4c1-514415a70cf0 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:00:49.667209 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'name': 'tempest-DeleteServersTestJSON-800191275-router', 'tenant_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '07c2c1e1-d932-46e6-8921-954f031f1805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:42Z', 'revision_number': 3, 'project_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'gw_port': {'id': '07c2c1e1-d932-46e6-8921-954f031f1805', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:49.672372 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Sync routers for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:00:49.695250 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port 654414c7-5f69-49dd-b667-cf2442c19967, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=654414c7-5f69-49dd-b667-cf2442c19967,segment=NetworkSegment(276f78fe-d5ad-4e63-a140-d085a46c901f),segment_id=276f78fe-d5ad-4e63-a140-d085a46c901f)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:00:49.701538 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:49.715099 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d0998345-d70d-4416-a8ec-d3dfe1785a53 admin admin] 10.222.0.50 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.9729953 Sep 24 05:00:49.776339 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54288) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:49.789511 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Port 5705850c-2997-4641-b931-59349ff72938 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:00:49.813782 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (654414c7-5f69-49dd-b667-cf2442c19967), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:49.819753 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (391f2e62-4b23-47d0-b357-bcfbac36cd61), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:49.827920 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 76a21161-d79c-43e5-b92e-c0af4b9012e5 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:00:49.850269 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5b749-aa88-462c-99f6-07cec35d7c15 None None] The sync data for ids ['8d7bc92d-e7aa-4bf6-bdc3-209974628e82'] in dv-cinder-859186-1-iscsi is: [{'id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'name': 'tempest-DeleteServersTestJSON-800191275-router', 'tenant_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '07c2c1e1-d932-46e6-8921-954f031f1805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:42Z', 'revision_number': 3, 'project_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'gw_port': {'id': '07c2c1e1-d932-46e6-8921-954f031f1805', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:00:49.907079 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:49.920746 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:49.996955 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54290) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:50.020092 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:43Z', 'revision_number': 3, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port': {'id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:50.038539 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Set router f2fa16df-67ea-4044-aa5d-759b1aa93ecf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:00:50.101158 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Checking router: de67d66e-bd0a-4b49-a4c1-514415a70cf0 for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:00:50.101513 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Updating router de67d66e-bd0a-4b49-a4c1-514415a70cf0 port 9961f715-52d2-4b35-9795-1acf0e26979a binding host dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:00:50.151912 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:00:50.152548 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:50.163469 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54296) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:50.169419 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=654414c7-5f69-49dd-b667-cf2442c19967,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:50.179039 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:50.181074 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (9961f715-52d2-4b35-9795-1acf0e26979a), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:50.197250 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-08536d06-de40-4e98-a3f5-fdfb7f67416e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577802326', 'description': 'tempest-description--376685000'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:50.206702 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Router 30d27e84-daeb-4c10-8615-2d0506092c0e has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:00:50.251779 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Publish callbacks [] for port (391f2e62-4b23-47d0-b357-bcfbac36cd61), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:50.261153 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (391f2e62-4b23-47d0-b357-bcfbac36cd61), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:50.262606 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429705'] for router_interface (8d7bc92d-e7aa-4bf6-bdc3-209974628e82), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:50.289050 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:50.301387 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Attempt 7 to provision port 5705850c-2997-4641-b931-59349ff72938 Sep 24 05:00:50.329250 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:50.344229 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Pushing event updated for resources: {'Port': ['ID=391f2e62-4b23-47d0-b357-bcfbac36cd61,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:50.407588 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 76a21161-d79c-43e5-b92e-c0af4b9012e5 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:00:50.407909 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (76a21161-d79c-43e5-b92e-c0af4b9012e5), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:50.408245 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 76a21161-d79c-43e5-b92e-c0af4b9012e5 Sep 24 05:00:50.494056 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Port 5705850c-2997-4641-b931-59349ff72938 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:00:50.553430 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Network 0eef3b9c-c86e-4192-9c47-1e3382392851 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:50.566589 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:50.590367 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:00:50.756337 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-08536d06-de40-4e98-a3f5-fdfb7f67416e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:50.760928 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-5dcf72ec-f425-47b1-8e22-a6e37aa53a5f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1051153606-network', 'tenant_id': '92c94dc5b06d4cdbb94682716dd3771f'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:50.812870 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Publish callbacks [] for port (9961f715-52d2-4b35-9795-1acf0e26979a), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:50.821887 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (9961f715-52d2-4b35-9795-1acf0e26979a), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:50.825049 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:00:50.838342 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-693bab48-624b-464d-8e57-62d8a0dc7122 admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/30d27e84-daeb-4c10-8615-2d0506092c0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6138875 Sep 24 05:00:50.940124 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281e1c8-6454-4f54-b8d2-19dd832cb729 None None] Pushing event updated for resources: {'Port': ['ID=9961f715-52d2-4b35-9795-1acf0e26979a,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:50.961836 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 76a21161-d79c-43e5-b92e-c0af4b9012e5 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:00:50.962697 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Attempting to bind port 9961f715-52d2-4b35-9795-1acf0e26979a on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:00:50.963073 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Attempting to bind port 9961f715-52d2-4b35-9795-1acf0e26979a by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:00:50.963431 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Attempting to bind port 9961f715-52d2-4b35-9795-1acf0e26979a on network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:00:50.964410 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (76a21161-d79c-43e5-b92e-c0af4b9012e5), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:50.970038 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Router 8d7bc92d-e7aa-4bf6-bdc3-209974628e82 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:00:50.970396 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcf72ec-f425-47b1-8e22-a6e37aa53a5f admin admin] Made reservation on behalf of 92c94dc5b06d4cdbb94682716dd3771f for: {'network': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:00:50.972806 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5dcf72ec-f425-47b1-8e22-a6e37aa53a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:50.991017 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5dcf72ec-f425-47b1-8e22-a6e37aa53a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:51.006431 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:51.016868 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Attempt 8 to provision port 5705850c-2997-4641-b931-59349ff72938 Sep 24 05:00:51.044439 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:00:51.045088 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Checking segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:51.045214 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:51.045677 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Bound using segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:00:51.046233 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Bound port: 9961f715-52d2-4b35-9795-1acf0e26979a, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:00:51.047119 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (9961f715-52d2-4b35-9795-1acf0e26979a), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:51.112909 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] For port 9961f715-52d2-4b35-9795-1acf0e26979a, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:00:51.118036 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] For port 9961f715-52d2-4b35-9795-1acf0e26979a, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=9961f715-52d2-4b35-9795-1acf0e26979a,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:00:51.127585 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (9961f715-52d2-4b35-9795-1acf0e26979a), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:51.180810 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-08536d06-de40-4e98-a3f5-fdfb7f67416e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group (d24ce2ff-540b-4e8b-9520-d85667dbcd1c), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:51.198901 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-08536d06-de40-4e98-a3f5-fdfb7f67416e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (d24ce2ff-540b-4e8b-9520-d85667dbcd1c), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:51.202375 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:51.209049 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Routers {'de67d66e-bd0a-4b49-a4c1-514415a70cf0'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:00:51.209779 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:51.225751 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:51.231525 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Port 5705850c-2997-4641-b931-59349ff72938 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:00:51.307678 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:45Z', 'revision_number': 4, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '5705850c-2997-4641-b931-59349ff72938', 'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'mac_address': 'fa:16:3e:ac:25:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:43Z', 'updated_at': '2022-09-24T05:00:46Z', 'revision_number': 2, 'project_id': '66ec8bde739145dda504995dbea0914a', 'subnets': [{'id': '90944b39-2e61-42ae-924a-3191ae7969be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:51.316698 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:44Z', 'revision_number': 3, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:51.335185 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281e1c8-6454-4f54-b8d2-19dd832cb729 None None] Pushing event updated for resources: {'Port': ['ID=9961f715-52d2-4b35-9795-1acf0e26979a,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:51.339698 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08536d06-de40-4e98-a3f5-fdfb7f67416e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24ce2ff-540b-4e8b-9520-d85667dbcd1c,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:51.404175 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-08536d06-de40-4e98-a3f5-fdfb7f67416e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:51.411161 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-08536d06-de40-4e98-a3f5-fdfb7f67416e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2417810 Sep 24 05:00:51.414098 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54310) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:51.420278 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:51.421950 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Checking router: 3356ba94-92ab-42d3-b2ab-aa4076c04e90 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:00:51.422487 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Updating router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 port 1d759015-ecbc-4193-8ff1-6fc52f95e592 binding host dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:00:51.440832 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] Set router de67d66e-bd0a-4b49-a4c1-514415a70cf0 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:00:51.447444 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-e60a92b5-cafd-4823-a197-0064a90718ae tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Request body: {'security_group_rule': {'security_group_id': 'd24ce2ff-540b-4e8b-9520-d85667dbcd1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:51.477513 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (1d759015-ecbc-4193-8ff1-6fc52f95e592), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:51.520088 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Checking router: f2fa16df-67ea-4044-aa5d-759b1aa93ecf for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:00:51.520435 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Updating router f2fa16df-67ea-4044-aa5d-759b1aa93ecf port 5705850c-2997-4641-b931-59349ff72938 binding host dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:00:51.536243 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5dcf72ec-f425-47b1-8e22-a6e37aa53a5f admin admin] Publish callbacks [] for security_group (08bce5e2-8e6f-42c9-b0d4-452b7ba575a4), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:51.537835 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54312) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:51.559287 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (5705850c-2997-4641-b931-59349ff72938), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:51.584668 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-a2e9eab8-7c27-4240-b38b-aff14df48bd1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20850603', 'description': 'tempest-description--46772378'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:51.596230 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5dcf72ec-f425-47b1-8e22-a6e37aa53a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (08bce5e2-8e6f-42c9-b0d4-452b7ba575a4), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:51.615185 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:51.617802 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:00:51.634204 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:51.642463 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-164459f3-61d3-433e-895b-784e55399314 admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/8d7bc92d-e7aa-4bf6-bdc3-209974628e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3284795 Sep 24 05:00:51.644227 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:51.727174 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:43Z', 'revision_number': 3, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port': {'id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:51.749011 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dcf72ec-f425-47b1-8e22-a6e37aa53a5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 05:00:51.765456 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e60a92b5-cafd-4823-a197-0064a90718ae tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group_rule (675e75a9-54e4-43a0-84fe-34b007c4e6d1), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:51.773232 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port 76a21161-d79c-43e5-b92e-c0af4b9012e5, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=76a21161-d79c-43e5-b92e-c0af4b9012e5,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:00:51.775088 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf72ec-f425-47b1-8e22-a6e37aa53a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bce5e2-8e6f-42c9-b0d4-452b7ba575a4,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:51.778500 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a2e9eab8-7c27-4240-b38b-aff14df48bd1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:51.802448 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee8cf54-cd71-4617-89db-6cbe6acf1298 None None] The sync data for ids ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'] in dv-cinder-859186-1-iscsi is: [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:43Z', 'revision_number': 3, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port': {'id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:00:51.814202 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:51.821968 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Attempt 9 to provision port 5705850c-2997-4641-b931-59349ff72938 Sep 24 05:00:51.827799 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:51.846307 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5dcf72ec-f425-47b1-8e22-a6e37aa53a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (7f67e775-6b7b-4091-9502-8fd1dcb7e2b3), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:51.848051 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (76a21161-d79c-43e5-b92e-c0af4b9012e5), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:51.849356 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device ffd042d8-8e33-4259-b19d-5b0ed0e45841 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:00:51.853575 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.segments_db [None req-5dcf72ec-f425-47b1-8e22-a6e37aa53a5f admin admin] Added segment 7f67e775-6b7b-4091-9502-8fd1dcb7e2b3 of type vlan for network 52fdefb6-1257-4b23-967b-1b59d7b70810 Sep 24 05:00:51.996749 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5dcf72ec-f425-47b1-8e22-a6e37aa53a5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (52fdefb6-1257-4b23-967b-1b59d7b70810), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.089810 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Port 5705850c-2997-4641-b931-59349ff72938 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:00:52.095811 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e60a92b5-cafd-4823-a197-0064a90718ae tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group_rule (675e75a9-54e4-43a0-84fe-34b007c4e6d1), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.103549 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Allocated IP 172.20.0.1 (17f0f6dc-1b39-4c78-b39c-2031585b359a/8f69c44e-b4a0-4787-8e79-5aa8095e4aa1/2757926e-1d93-4a32-b1b8-8795e46fafb6) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:00:52.108574 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Allocated IP 172.20.0.1 (002f39b7-19b2-4fdf-9ca2-a023fea0b5dc/75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf/1733c937-6eeb-490b-ad55-2c199ddb7b82) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:00:52.112313 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e60a92b5-cafd-4823-a197-0064a90718ae tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (675e75a9-54e4-43a0-84fe-34b007c4e6d1), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.118895 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Sync routers for ids ['30d27e84-daeb-4c10-8615-2d0506092c0e'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:00:52.128949 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5dcf72ec-f425-47b1-8e22-a6e37aa53a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (52fdefb6-1257-4b23-967b-1b59d7b70810), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.130088 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcf72ec-f425-47b1-8e22-a6e37aa53a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:00:52.130680 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5dcf72ec-f425-47b1-8e22-a6e37aa53a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.147957 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Routers {'30d27e84-daeb-4c10-8615-2d0506092c0e'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:00:52.154413 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['30d27e84-daeb-4c10-8615-2d0506092c0e'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:52.230711 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf72ec-f425-47b1-8e22-a6e37aa53a5f admin admin] Pushing event updated for resources: {'Network': ['ID=52fdefb6-1257-4b23-967b-1b59d7b70810,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:52.232052 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:52.255530 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a92b5-cafd-4823-a197-0064a90718ae tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675e75a9-54e4-43a0-84fe-34b007c4e6d1,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:52.256032 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 54346) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:52.259326 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a2e9eab8-7c27-4240-b38b-aff14df48bd1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group (90e241c9-ca15-421f-87b8-3370d3bc02db), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.267925 dv-cinder-859186-1-iscsi neutron-server[106192]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 24 05:00:52.293718 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a2e9eab8-7c27-4240-b38b-aff14df48bd1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (90e241c9-ca15-421f-87b8-3370d3bc02db), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.304638 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Publish callbacks [] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.316243 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e60a92b5-cafd-4823-a197-0064a90718ae tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.320464 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-e60a92b5-cafd-4823-a197-0064a90718ae tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9014621 Sep 24 05:00:52.326334 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-5dcf72ec-f425-47b1-8e22-a6e37aa53a5f admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3279324 Sep 24 05:00:52.329088 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a2e9eab8-7c27-4240-b38b-aff14df48bd1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.330272 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-a2e9eab8-7c27-4240-b38b-aff14df48bd1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.7550507 Sep 24 05:00:52.333615 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54348) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:52.333948 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54350) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:52.334289 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54352) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:52.334724 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:52.354951 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-35d3af1d-db12-410b-9b9c-6268f04c00c8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Request body: {'security_group_rule': {'security_group_id': 'd24ce2ff-540b-4e8b-9520-d85667dbcd1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:52.435018 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-db8dd607-5ed7-4435-9f50-d91dc744dfcd tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Request body: {'security_group_rule': {'security_group_id': '90e241c9-ca15-421f-87b8-3370d3bc02db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:52.448664 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-ecfde705-f3e3-48ae-a04c-45587dd27687 admin admin] Request body: {'subnet': {'network_id': '52fdefb6-1257-4b23-967b-1b59d7b70810', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1051153606-subnet', 'tenant_id': '92c94dc5b06d4cdbb94682716dd3771f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:52.451070 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Publish callbacks [] for port (1d759015-ecbc-4193-8ff1-6fc52f95e592), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.462893 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=76a21161-d79c-43e5-b92e-c0af4b9012e5,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:52.484027 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network 52fdefb6-1257-4b23-967b-1b59d7b70810 details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 05:00:52.503034 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9eab8-7c27-4240-b38b-aff14df48bd1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e241c9-ca15-421f-87b8-3370d3bc02db,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:52.556433 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfde705-f3e3-48ae-a04c-45587dd27687 admin admin] Made reservation on behalf of 92c94dc5b06d4cdbb94682716dd3771f for: {'subnet': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:00:52.558952 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ecfde705-f3e3-48ae-a04c-45587dd27687 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.559974 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Set router 30d27e84-daeb-4c10-8615-2d0506092c0e gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:00:52.606481 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Attempt 10 to provision port 5705850c-2997-4641-b931-59349ff72938 Sep 24 05:00:52.608786 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (1d759015-ecbc-4193-8ff1-6fc52f95e592), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.609039 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:52.645402 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35d3af1d-db12-410b-9b9c-6268f04c00c8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group_rule (f11b4a76-f49b-4601-b411-8ca58db3c62b), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.660483 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-db8dd607-5ed7-4435-9f50-d91dc744dfcd tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group_rule (c742572d-0f73-474c-8da5-803f2faef71b), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.663489 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:52.666739 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port ffd042d8-8e33-4259-b19d-5b0ed0e45841 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:00:52.669976 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (ffd042d8-8e33-4259-b19d-5b0ed0e45841), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.670433 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port ffd042d8-8e33-4259-b19d-5b0ed0e45841 Sep 24 05:00:52.670723 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Publish callbacks [] for port (2757926e-1d93-4a32-b1b8-8795e46fafb6), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.771251 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-35ca1053-d02e-4c49-ad49-3ab31d6fa13b tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:00:52.773478 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-35ca1053-d02e-4c49-ad49-3ab31d6fa13b tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/networks?id=0eef3b9c-c86e-4192-9c47-1e3382392851 HTTP/1.1" status: 200 len: 811 time: 0.5135002 Sep 24 05:00:52.777714 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.834211 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-c5f6fb7c-1f18-4c8e-b1a3-0be1dd8fb870 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/quotas/aa84dfa1cc764dc99b6e804e778c3479 HTTP/1.1" status: 200 len: 375 time: 0.0534766 Sep 24 05:00:52.841015 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:52.848205 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:52.884578 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port ffd042d8-8e33-4259-b19d-5b0ed0e45841 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:00:52.884965 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (ffd042d8-8e33-4259-b19d-5b0ed0e45841), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.909581 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port ffd042d8-8e33-4259-b19d-5b0ed0e45841, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=ffd042d8-8e33-4259-b19d-5b0ed0e45841,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:00:52.926784 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:00:52.955468 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429597'] for router_interface (de67d66e-bd0a-4b49-a4c1-514415a70cf0), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:52.959310 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Attempting to bind port 1d759015-ecbc-4193-8ff1-6fc52f95e592 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:00:52.959670 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Attempting to bind port 1d759015-ecbc-4193-8ff1-6fc52f95e592 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:00:52.960035 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Attempting to bind port 1d759015-ecbc-4193-8ff1-6fc52f95e592 on network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:00:53.021070 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (2757926e-1d93-4a32-b1b8-8795e46fafb6), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.042967 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:48Z', 'revision_number': 4, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8f8e7c41-4cfc-48fe-85ef-a309c017098f', 'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'mac_address': 'fa:16:3e:18:52:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:00:48Z', 'revision_number': 2, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'subnets': [{'id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:53.099048 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Sync routers for ids ['8d7bc92d-e7aa-4bf6-bdc3-209974628e82'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:00:53.099249 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Checking router: 30d27e84-daeb-4c10-8615-2d0506092c0e for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:00:53.099611 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Updating router 30d27e84-daeb-4c10-8615-2d0506092c0e port 8f8e7c41-4cfc-48fe-85ef-a309c017098f binding host dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:00:53.109612 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (ffd042d8-8e33-4259-b19d-5b0ed0e45841), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.110436 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 87fdb104-e979-4f8e-93b5-536f80422e9a up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:00:53.130690 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Network 17f0f6dc-1b39-4c78-b39c-2031585b359a is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:53.137314 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (8f8e7c41-4cfc-48fe-85ef-a309c017098f), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.155978 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:53.183912 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:00:53.184871 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429597'] for router_interface (3356ba94-92ab-42d3-b2ab-aa4076c04e90), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.233112 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Pushing event updated for resources: {'Port': ['ID=1733c937-6eeb-490b-ad55-2c199ddb7b82,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:53.245428 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Routers {'8d7bc92d-e7aa-4bf6-bdc3-209974628e82'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:00:53.252143 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['8d7bc92d-e7aa-4bf6-bdc3-209974628e82'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:53.288889 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 87fdb104-e979-4f8e-93b5-536f80422e9a triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:00:53.291044 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (87fdb104-e979-4f8e-93b5-536f80422e9a), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.291632 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 87fdb104-e979-4f8e-93b5-536f80422e9a Sep 24 05:00:53.359126 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-1f0e2239-86b8-4fd6-9e6b-95a1f747759c tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=aa84dfa1cc764dc99b6e804e778c3479&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5161469 Sep 24 05:00:53.362389 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35d3af1d-db12-410b-9b9c-6268f04c00c8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group_rule (f11b4a76-f49b-4601-b411-8ca58db3c62b), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.367480 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-db8dd607-5ed7-4435-9f50-d91dc744dfcd tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group_rule (c742572d-0f73-474c-8da5-803f2faef71b), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.382050 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e496e-3add-42e5-afac-ff2e41cae8a2 None None] Port 5705850c-2997-4641-b931-59349ff72938 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:00:53.385761 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35d3af1d-db12-410b-9b9c-6268f04c00c8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (f11b4a76-f49b-4601-b411-8ca58db3c62b), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.449038 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-db8dd607-5ed7-4435-9f50-d91dc744dfcd tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (c742572d-0f73-474c-8da5-803f2faef71b), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.462482 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3af1d-db12-410b-9b9c-6268f04c00c8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11b4a76-f49b-4601-b411-8ca58db3c62b,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:53.495955 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.509747 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:00:53.510371 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Checking segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:53.511014 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.511628 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Bound using segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:00:53.512687 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Bound port: 1d759015-ecbc-4193-8ff1-6fc52f95e592, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:00:53.521217 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (1d759015-ecbc-4193-8ff1-6fc52f95e592), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.536334 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:53.551213 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Pushing event updated for resources: {'Port': ['ID=2757926e-1d93-4a32-b1b8-8795e46fafb6,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:53.622096 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (2757926e-1d93-4a32-b1b8-8795e46fafb6), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.682056 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1949ae-6816-4480-a557-eead03c40ada None None] Pushing event updated for resources: {'Port': ['ID=1d759015-ecbc-4193-8ff1-6fc52f95e592,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:53.743946 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-bf97c305-5efc-47de-86d8-18c6ba4f556d service neutron] http://10.222.0.50:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 05:00:53.751639 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-bf97c305-5efc-47de-86d8-18c6ba4f556d service neutron] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1839464 Sep 24 05:00:53.789228 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Publish callbacks [] for port (8f8e7c41-4cfc-48fe-85ef-a309c017098f), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.799621 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (8f8e7c41-4cfc-48fe-85ef-a309c017098f), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.830013 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:53.844716 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Provisioning complete for port 8f8e7c41-4cfc-48fe-85ef-a309c017098f triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:00:53.845828 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (8f8e7c41-4cfc-48fe-85ef-a309c017098f), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.846143 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Attempt 1 to provision port 8f8e7c41-4cfc-48fe-85ef-a309c017098f Sep 24 05:00:53.873384 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-db8dd607-5ed7-4435-9f50-d91dc744dfcd tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.877810 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-db8dd607-5ed7-4435-9f50-d91dc744dfcd tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5279119 Sep 24 05:00:53.888828 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 54380) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:53.889339 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35d3af1d-db12-410b-9b9c-6268f04c00c8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.889929 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-35d3af1d-db12-410b-9b9c-6268f04c00c8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5535302 Sep 24 05:00:53.891065 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ecfde705-f3e3-48ae-a04c-45587dd27687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for subnet (f5371e7b-152a-4f4e-a0f9-48a8aa08a005), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:53.904667 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-8a913e92-9b6c-4d61-ad89-f91ea8dbf105 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Request body: {'security_group_rule': {'security_group_id': '90e241c9-ca15-421f-87b8-3370d3bc02db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:53.919411 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54382) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:53.933287 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] For port 1d759015-ecbc-4193-8ff1-6fc52f95e592, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:00:53.969083 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Request body: {'floatingip': {'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:53.980744 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bdfb6-5ca6-4aa5-88c0-d2392d2c69d6 None None] Pushing event updated for resources: {'Port': ['ID=8f8e7c41-4cfc-48fe-85ef-a309c017098f,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:54.035510 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Attempting to bind port 8f8e7c41-4cfc-48fe-85ef-a309c017098f on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:00:54.040238 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Attempting to bind port 8f8e7c41-4cfc-48fe-85ef-a309c017098f by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:00:54.040851 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Attempting to bind port 8f8e7c41-4cfc-48fe-85ef-a309c017098f on network c071aac1-7a40-472d-a3df-a9b342b44447 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:00:54.049053 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:54.059521 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] For port 1d759015-ecbc-4193-8ff1-6fc52f95e592, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=1d759015-ecbc-4193-8ff1-6fc52f95e592,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:00:54.073820 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:54.075439 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dd607-5ed7-4435-9f50-d91dc744dfcd tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c742572d-0f73-474c-8da5-803f2faef71b,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:54.077048 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-bace2e84-4d36-4c57-866f-bce728f05ca9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/0eef3b9c-c86e-4192-9c47-1e3382392851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244855 Sep 24 05:00:54.120731 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=ffd042d8-8e33-4259-b19d-5b0ed0e45841,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:54.122389 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:54.125131 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Port 8f8e7c41-4cfc-48fe-85ef-a309c017098f cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:00:54.133045 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 87fdb104-e979-4f8e-93b5-536f80422e9a is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:00:54.133491 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (87fdb104-e979-4f8e-93b5-536f80422e9a), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:54.144613 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Set router 8d7bc92d-e7aa-4bf6-bdc3-209974628e82 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:00:54.146579 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:54.148473 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (1d759015-ecbc-4193-8ff1-6fc52f95e592), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:54.156919 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8a913e92-9b6c-4d61-ad89-f91ea8dbf105 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group_rule (3263b6e0-53f8-44a8-8ce4-1fa98db376ce), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:54.179839 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:54.183950 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:00:54.184301 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Checking segment: {'id': '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:54.187012 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:54.187657 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Bound using segment: {'id': '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:00:54.188150 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Bound port: 8f8e7c41-4cfc-48fe-85ef-a309c017098f, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:00:54.188533 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (8f8e7c41-4cfc-48fe-85ef-a309c017098f), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:54.277756 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfde705-f3e3-48ae-a04c-45587dd27687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5371e7b-152a-4f4e-a0f9-48a8aa08a005,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:54.279957 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:54.360040 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:00:54.360607 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:54.419860 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] For port 8f8e7c41-4cfc-48fe-85ef-a309c017098f, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:00:54.430223 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] For port 8f8e7c41-4cfc-48fe-85ef-a309c017098f, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=8f8e7c41-4cfc-48fe-85ef-a309c017098f,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:00:54.455545 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Publish callbacks [] for port (5705850c-2997-4641-b931-59349ff72938), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:54.462192 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (8f8e7c41-4cfc-48fe-85ef-a309c017098f), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:54.463131 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port 87fdb104-e979-4f8e-93b5-536f80422e9a, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=87fdb104-e979-4f8e-93b5-536f80422e9a,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:00:54.467390 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfde705-f3e3-48ae-a04c-45587dd27687 admin admin] Checking segment: {'id': '7f67e775-6b7b-4091-9502-8fd1dcb7e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '52fdefb6-1257-4b23-967b-1b59d7b70810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:54.467868 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfde705-f3e3-48ae-a04c-45587dd27687 admin admin] Network hostable DHCP agents. Network: 52fdefb6-1257-4b23-967b-1b59d7b70810, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 05:00:54.515399 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (87fdb104-e979-4f8e-93b5-536f80422e9a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:54.525466 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (5705850c-2997-4641-b931-59349ff72938), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:54.532294 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8a913e92-9b6c-4d61-ad89-f91ea8dbf105 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group_rule (3263b6e0-53f8-44a8-8ce4-1fa98db376ce), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:54.543626 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1949ae-6816-4480-a557-eead03c40ada None None] Pushing event updated for resources: {'Port': ['ID=1d759015-ecbc-4193-8ff1-6fc52f95e592,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:54.589625 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Publish callbacks [] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:54.594911 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:54.611629 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8a913e92-9b6c-4d61-ad89-f91ea8dbf105 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (3263b6e0-53f8-44a8-8ce4-1fa98db376ce), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:54.626735 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bdfb6-5ca6-4aa5-88c0-d2392d2c69d6 None None] Pushing event updated for resources: {'Port': ['ID=8f8e7c41-4cfc-48fe-85ef-a309c017098f,revision_number=4']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:54.630239 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Routers {'30d27e84-daeb-4c10-8615-2d0506092c0e'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:00:54.631109 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['30d27e84-daeb-4c10-8615-2d0506092c0e'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:54.659787 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:54.660606 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429705'] for router_interface (de67d66e-bd0a-4b49-a4c1-514415a70cf0), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:54.675965 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a913e92-9b6c-4d61-ad89-f91ea8dbf105 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3263b6e0-53f8-44a8-8ce4-1fa98db376ce,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:54.728959 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:54.812318 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Attempt 2 to provision port 8f8e7c41-4cfc-48fe-85ef-a309c017098f Sep 24 05:00:54.907797 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfde705-f3e3-48ae-a04c-45587dd27687 admin admin] Network 52fdefb6-1257-4b23-967b-1b59d7b70810 is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 05:00:54.918134 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Pushing event updated for resources: {'Port': ['ID=1733c937-6eeb-490b-ad55-2c199ddb7b82,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:54.949194 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-ecfde705-f3e3-48ae-a04c-45587dd27687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, 52fdefb6-1257-4b23-967b-1b59d7b70810) {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:54.952490 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] Set router 30d27e84-daeb-4c10-8615-2d0506092c0e gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:00:54.987096 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:54.988747 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfde705-f3e3-48ae-a04c-45587dd27687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:00:54.989353 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ecfde705-f3e3-48ae-a04c-45587dd27687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:54.993549 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Publish callbacks [] for port (2757926e-1d93-4a32-b1b8-8795e46fafb6), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:55.000208 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:55.024683 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:00:55.028808 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=87fdb104-e979-4f8e-93b5-536f80422e9a,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:55.032733 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7180acea-03c8-492c-a36b-56a399953421 None None] Network 52fdefb6-1257-4b23-967b-1b59d7b70810 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:00:55.062260 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8a913e92-9b6c-4d61-ad89-f91ea8dbf105 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:55.063630 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (2757926e-1d93-4a32-b1b8-8795e46fafb6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:55.064138 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-8a913e92-9b6c-4d61-ad89-f91ea8dbf105 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1753519 Sep 24 05:00:55.065039 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429705'] for router_interface (3356ba94-92ab-42d3-b2ab-aa4076c04e90), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:55.067560 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54416) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:55.080945 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Request body: {'floatingip': {'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:55.091829 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ecfde705-f3e3-48ae-a04c-45587dd27687 admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7540638 Sep 24 05:00:55.105791 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 07c2c1e1-d932-46e6-8921-954f031f1805 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:00:55.149802 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-6c6e63bf-9413-49b2-8406-fb5bc1233144 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/0eef3b9c-c86e-4192-9c47-1e3382392851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0580850 Sep 24 05:00:55.258951 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Allocated IP 172.27.0.241 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/e8729f52-b2a7-4ff2-b889-a765b458437f) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:00:55.351352 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Router de67d66e-bd0a-4b49-a4c1-514415a70cf0 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:00:55.375552 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Pushing event updated for resources: {'Port': ['ID=2757926e-1d93-4a32-b1b8-8795e46fafb6,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:55.378065 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Attempting to bind port 5705850c-2997-4641-b931-59349ff72938 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:00:55.379101 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Attempting to bind port 5705850c-2997-4641-b931-59349ff72938 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': 'd8d16604-5220-46c8-8375-82244012833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:00:55.379559 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Attempting to bind port 5705850c-2997-4641-b931-59349ff72938 on network 71010379-32a3-4ab2-bca2-8378eefa5ed7 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:00:55.438292 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:48Z', 'revision_number': 4, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8f8e7c41-4cfc-48fe-85ef-a309c017098f', 'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'mac_address': 'fa:16:3e:18:52:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:00:54Z', 'revision_number': 4, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'subnets': [{'id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:55.456166 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:55.479411 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:55.524935 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:55.535477 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fe108b-a492-46af-9e1c-7f5183f4215e None None] The sync data for ids ['30d27e84-daeb-4c10-8615-2d0506092c0e'] in dv-cinder-859186-1-iscsi is: [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:48Z', 'revision_number': 4, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8f8e7c41-4cfc-48fe-85ef-a309c017098f', 'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'mac_address': 'fa:16:3e:18:52:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:00:54Z', 'revision_number': 4, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'subnets': [{'id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:00:55.576310 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bd611-c991-437e-8385-165cacc96918 None None] Pushing event updated for resources: {'Port': ['ID=5705850c-2997-4641-b931-59349ff72938,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:55.595319 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:00:55.608631 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-66e47aab-f2d8-4563-8188-c9784dfe8903 admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/de67d66e-bd0a-4b49-a4c1-514415a70cf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1787388 Sep 24 05:00:55.613206 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Sync routers for ids ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:00:55.613873 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:55.659440 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Routers {'de67d66e-bd0a-4b49-a4c1-514415a70cf0'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:00:55.664193 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:55.671240 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'name': 'tempest-DeleteServersTestJSON-800191275-router', 'tenant_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '07c2c1e1-d932-46e6-8921-954f031f1805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:49Z', 'revision_number': 4, 'project_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'gw_port': {'id': '07c2c1e1-d932-46e6-8921-954f031f1805', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '391f2e62-4b23-47d0-b357-bcfbac36cd61', 'name': '', 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851', 'tenant_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'mac_address': 'fa:16:3e:a9:64:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a42c7d93-1f3d-47d9-afd8-91088ec478ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:00:49Z', 'revision_number': 2, 'project_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'subnets': [{'id': 'a42c7d93-1f3d-47d9-afd8-91088ec478ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:55.694479 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Current status of the port 8f8e7c41-4cfc-48fe-85ef-a309c017098f is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:00:55.700461 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (8f8e7c41-4cfc-48fe-85ef-a309c017098f), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:55.840297 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Checking router: 8d7bc92d-e7aa-4bf6-bdc3-209974628e82 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:00:55.840926 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Updating router 8d7bc92d-e7aa-4bf6-bdc3-209974628e82 port 391f2e62-4b23-47d0-b357-bcfbac36cd61 binding host dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:00:55.936023 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:55.972545 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:00:55.972914 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Checking segment: {'id': 'd8d16604-5220-46c8-8375-82244012833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:55.973319 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:55.973938 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Bound using segment: {'id': 'd8d16604-5220-46c8-8375-82244012833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:00:55.974462 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Bound port: 5705850c-2997-4641-b931-59349ff72938, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d16604-5220-46c8-8375-82244012833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:00:55.974843 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (5705850c-2997-4641-b931-59349ff72938), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:56.020887 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:56.022546 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c08014-eb69-42bf-96be-5b3f2cac3d17 None None] Network 52fdefb6-1257-4b23-967b-1b59d7b70810 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:00:56.066946 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Set router de67d66e-bd0a-4b49-a4c1-514415a70cf0 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:00:56.177295 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Network 17f0f6dc-1b39-4c78-b39c-2031585b359a is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:56.228372 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e8a468f-55c1-4f5b-b8fe-b4f298b4bef2 req-f181119a-d9df-41af-986f-b9188953dfc8 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 210 time: 0.3865867 Sep 24 05:00:56.232831 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:56.255640 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:56.360310 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for port (e8729f52-b2a7-4ff2-b889-a765b458437f), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:56.405951 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (391f2e62-4b23-47d0-b357-bcfbac36cd61), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:56.409332 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 07c2c1e1-d932-46e6-8921-954f031f1805 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:00:56.409706 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (07c2c1e1-d932-46e6-8921-954f031f1805), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:56.411499 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 07c2c1e1-d932-46e6-8921-954f031f1805 Sep 24 05:00:56.483370 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] For port 8f8e7c41-4cfc-48fe-85ef-a309c017098f, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=8f8e7c41-4cfc-48fe-85ef-a309c017098f,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:00:56.558906 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (e8729f52-b2a7-4ff2-b889-a765b458437f), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:56.583054 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (8f8e7c41-4cfc-48fe-85ef-a309c017098f), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:56.685975 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port': {'id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '1733c937-6eeb-490b-ad55-2c199ddb7b82', 'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'mac_address': 'fa:16:3e:a2:70:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 2, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'subnets': [{'id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:56.728500 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] For port 5705850c-2997-4641-b931-59349ff72938, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:00:56.733588 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] For port 5705850c-2997-4641-b931-59349ff72938, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=5705850c-2997-4641-b931-59349ff72938,segment=NetworkSegment(d8d16604-5220-46c8-8375-82244012833b),segment_id=d8d16604-5220-46c8-8375-82244012833b)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:00:56.741421 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:00:52Z', 'revision_number': 1, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:56.751014 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Checking router: de67d66e-bd0a-4b49-a4c1-514415a70cf0 for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:00:56.751373 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Updating router de67d66e-bd0a-4b49-a4c1-514415a70cf0 port 1733c937-6eeb-490b-ad55-2c199ddb7b82 binding host dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:00:56.781435 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:56.801238 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:56.824960 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6781822-d52d-49cd-8af2-3b0a02d3cf1f None None] The sync data for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi is: [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:00:52Z', 'revision_number': 1, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:00:56.831040 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (5705850c-2997-4641-b931-59349ff72938), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:56.832045 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:00:56.835503 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:56.885147 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Provisioning complete for port 87fdb104-e979-4f8e-93b5-536f80422e9a triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:00:56.885792 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (87fdb104-e979-4f8e-93b5-536f80422e9a), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:56.887880 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Attempt 1 to provision port 87fdb104-e979-4f8e-93b5-536f80422e9a Sep 24 05:00:56.950480 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 54500) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:57.245117 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for floatingip (104287d5-4e9c-40e1-8b0c-940f13ea31d6), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:57.250882 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Current status of the port 87fdb104-e979-4f8e-93b5-536f80422e9a is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:00:57.337480 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 54532) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:57.380624 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Allocated IP 172.27.0.15 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/36cb7b9a-23ed-47db-974f-3532821b37a2) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:00:57.458987 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:57.472026 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Pushing event updated for resources: {'Port': ['ID=8f8e7c41-4cfc-48fe-85ef-a309c017098f,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:57.515417 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Routers {'f2fa16df-67ea-4044-aa5d-759b1aa93ecf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:00:57.518647 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:57.522902 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:57.523824 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event updated for resources: {'Port': ['ID=e8729f52-b2a7-4ff2-b889-a765b458437f,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:57.526298 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 07c2c1e1-d932-46e6-8921-954f031f1805 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:00:57.527028 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (07c2c1e1-d932-46e6-8921-954f031f1805), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:57.539489 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cf35821e-ce69-40f2-a2c9-84d37f65f881 req-c0b36334-bc82-4e2a-a1b6-0e3e119367da tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 210 time: 0.0924475 Sep 24 05:00:57.621723 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port 07c2c1e1-d932-46e6-8921-954f031f1805, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=07c2c1e1-d932-46e6-8921-954f031f1805,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:00:57.624244 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Provisioning complete for port 5705850c-2997-4641-b931-59349ff72938 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:00:57.624380 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (5705850c-2997-4641-b931-59349ff72938), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:57.626629 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Attempt 1 to provision port 5705850c-2997-4641-b931-59349ff72938 Sep 24 05:00:57.681144 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 54540) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:57.690268 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-74c99b4e-4349-4de3-ab19-d6ab707c1a55 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1085751530-network', 'tenant_id': '320e2bc6838f4f518440111b0f3e31c1'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:57.693924 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:00:57.759744 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ea8b070e-d624-4cd2-9e8b-6a931566416c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:57.795410 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c99b4e-4349-4de3-ab19-d6ab707c1a55 admin admin] Made reservation on behalf of 320e2bc6838f4f518440111b0f3e31c1 for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:00:57.798224 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (07c2c1e1-d932-46e6-8921-954f031f1805), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:57.798372 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (e8729f52-b2a7-4ff2-b889-a765b458437f), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:57.799031 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74c99b4e-4349-4de3-ab19-d6ab707c1a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:57.799554 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:00:57.842641 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-0e54c1a4-fa4c-4a59-9022-cab6f86b5f80 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:00:57.849313 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-0e54c1a4-fa4c-4a59-9022-cab6f86b5f80 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 819 time: 0.5102119 Sep 24 05:00:57.863430 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74c99b4e-4349-4de3-ab19-d6ab707c1a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:57.888094 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Publish callbacks [] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:57.898382 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:57.899689 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:57.908721 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:57.927699 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-85c3d86c-f684-4256-95e2-2c5a7da7472a tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/quotas/a18a3756ba2b460d977f738a115ebfe0 HTTP/1.1" status: 200 len: 375 time: 0.0581136 Sep 24 05:00:58.064462 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-7729b2ad-59bd-48bd-a687-ab9644931769 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1358871 Sep 24 05:00:58.083065 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cebf76-2ac8-466c-b428-aeb28e836193 None None] Pushing event updated for resources: {'Port': ['ID=1733c937-6eeb-490b-ad55-2c199ddb7b82,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:58.088425 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Attempting to bind port 1733c937-6eeb-490b-ad55-2c199ddb7b82 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:00:58.089100 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Attempting to bind port 1733c937-6eeb-490b-ad55-2c199ddb7b82 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:00:58.089704 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Attempting to bind port 1733c937-6eeb-490b-ad55-2c199ddb7b82 on network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:00:58.097573 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=11 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:58.146268 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] Set router f2fa16df-67ea-4044-aa5d-759b1aa93ecf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:00:58.197264 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:00:58.197827 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Checking segment: {'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:00:58.198520 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.199066 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Bound using segment: {'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:00:58.204958 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ea8b070e-d624-4cd2-9e8b-6a931566416c admin admin] Publish callbacks [] for security_group (15f5f95c-14a7-4f5e-b387-7d5b01959430), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.221919 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Bound port: 1733c937-6eeb-490b-ad55-2c199ddb7b82, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:00:58.223818 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.246091 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ea8b070e-d624-4cd2-9e8b-6a931566416c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (15f5f95c-14a7-4f5e-b387-7d5b01959430), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.250402 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74c99b4e-4349-4de3-ab19-d6ab707c1a55 admin admin] Publish callbacks [] for security_group (a8a36063-1c00-455f-b88a-e30b3bb35dc5), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.267667 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74c99b4e-4349-4de3-ab19-d6ab707c1a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (a8a36063-1c00-455f-b88a-e30b3bb35dc5), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.329170 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c99b4e-4349-4de3-ab19-d6ab707c1a55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 05:00:58.337140 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b070e-d624-4cd2-9e8b-6a931566416c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f5f95c-14a7-4f5e-b387-7d5b01959430,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:58.357858 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-ea8b070e-d624-4cd2-9e8b-6a931566416c admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=c8eb924c6ccf498e86777543349f2cf9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4063025 Sep 24 05:00:58.373757 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] For port 1733c937-6eeb-490b-ad55-2c199ddb7b82, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:00:58.374088 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 54556) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:58.383211 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] For port 1733c937-6eeb-490b-ad55-2c199ddb7b82, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=1733c937-6eeb-490b-ad55-2c199ddb7b82,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:00:58.390936 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74c99b4e-4349-4de3-ab19-d6ab707c1a55 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754988363448', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (a18e67c1-7cfb-4df9-92f8-68e87c06dcc5), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.391470 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74c99b4e-4349-4de3-ab19-d6ab707c1a55 admin admin] Unsubscribe: segment precommit_create {{(pid=106192) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 05:00:58.391947 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-74c99b4e-4349-4de3-ab19-d6ab707c1a55 admin admin] Added segment a18e67c1-7cfb-4df9-92f8-68e87c06dcc5 of type vlan for network c7b9cb8e-178a-47d5-a67a-e7235ce88365 Sep 24 05:00:58.392463 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.449391 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Routers {'de67d66e-bd0a-4b49-a4c1-514415a70cf0'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:00:58.450156 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:58.488159 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-8af18199-0fcb-48a6-b8bf-59247bcd58d0 service neutron] http://10.222.0.50:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 05:00:58.489532 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-8af18199-0fcb-48a6-b8bf-59247bcd58d0 service neutron] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1215591 Sep 24 05:00:58.543275 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c99b4e-4349-4de3-ab19-d6ab707c1a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a36063-1c00-455f-b88a-e30b3bb35dc5,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:58.640240 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:00:58.641394 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (2169f717-0fcd-4c7b-98c2-b3e9a5039a80), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.641484 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 Sep 24 05:00:58.671190 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74c99b4e-4349-4de3-ab19-d6ab707c1a55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (c7b9cb8e-178a-47d5-a67a-e7235ce88365), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.686193 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cebf76-2ac8-466c-b428-aeb28e836193 None None] Pushing event updated for resources: {'Port': ['ID=1733c937-6eeb-490b-ad55-2c199ddb7b82,revision_number=4']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:58.690582 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:58.693843 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:00:58.694016 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bd611-c991-437e-8385-165cacc96918 None None] Pushing event updated for resources: {'Port': ['ID=5705850c-2997-4641-b931-59349ff72938,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:58.717607 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-31132e84-8ff7-4704-bf27-644913eef8bd admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/3356ba94-92ab-42d3-b2ab-aa4076c04e90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9399345 Sep 24 05:00:58.741046 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:58.759915 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] Set router de67d66e-bd0a-4b49-a4c1-514415a70cf0 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:00:58.775427 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for port (36cb7b9a-23ed-47db-974f-3532821b37a2), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.816702 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for port (e8729f52-b2a7-4ff2-b889-a765b458437f), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.837271 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (e8729f52-b2a7-4ff2-b889-a765b458437f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.838466 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (104287d5-4e9c-40e1-8b0c-940f13ea31d6), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.851106 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-462c70b9-e426-496f-ba2f-be0d5e0f6035 admin admin] Publish callbacks [] for security_group (15f5f95c-14a7-4f5e-b387-7d5b01959430), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.872099 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74c99b4e-4349-4de3-ab19-d6ab707c1a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (c7b9cb8e-178a-47d5-a67a-e7235ce88365), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.878427 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c99b4e-4349-4de3-ab19-d6ab707c1a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:00:58.879066 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-74c99b4e-4349-4de3-ab19-d6ab707c1a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.916102 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:58.965968 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:58.985490 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0627446 Sep 24 05:00:58.995571 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (36cb7b9a-23ed-47db-974f-3532821b37a2), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:59.015032 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-74c99b4e-4349-4de3-ab19-d6ab707c1a55 admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3316319 Sep 24 05:00:59.020952 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:00:59.022551 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54570) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:59.024757 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:00:59.028800 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:00:59.068413 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-cc1c5657-6f08-4778-8ee8-d2da65ed3839 admin admin] Request body: {'subnet': {'network_id': 'c7b9cb8e-178a-47d5-a67a-e7235ce88365', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1085751530-subnet', 'tenant_id': '320e2bc6838f4f518440111b0f3e31c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:59.083800 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d1ff4-449d-45c4-925e-73740b95fe90 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event updated for resources: {'Port': ['ID=e8729f52-b2a7-4ff2-b889-a765b458437f,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:59.110406 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=07c2c1e1-d932-46e6-8921-954f031f1805,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:59.230907 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-462c70b9-e426-496f-ba2f-be0d5e0f6035 admin admin] Publish callbacks [] for security_group (15f5f95c-14a7-4f5e-b387-7d5b01959430), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:59.294732 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:59.296027 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c99b4e-4349-4de3-ab19-d6ab707c1a55 admin admin] Pushing event updated for resources: {'Network': ['ID=c7b9cb8e-178a-47d5-a67a-e7235ce88365,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:59.296541 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1c5657-6f08-4778-8ee8-d2da65ed3839 admin admin] Made reservation on behalf of 320e2bc6838f4f518440111b0f3e31c1 for: {'subnet': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:00:59.300819 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cc1c5657-6f08-4778-8ee8-d2da65ed3839 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:59.319913 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port': {'id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '1733c937-6eeb-490b-ad55-2c199ddb7b82', 'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'mac_address': 'fa:16:3e:a2:70:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:00:58Z', 'revision_number': 4, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'subnets': [{'id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:59.346357 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:59.355455 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6cac8cdb-72ba-4cf0-b8dd-a95ef7f3f0e7 req-ee4345bd-d055-48e2-bc35-aaf4f9698fbd tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 210 time: 0.3739703 Sep 24 05:00:59.374609 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-a811d0b7-89de-4fb2-97ea-fcc4bd814391 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8387012 Sep 24 05:00:59.407136 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event updated for resources: {'Port': ['ID=36cb7b9a-23ed-47db-974f-3532821b37a2,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:59.408142 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ba548-6f7d-40c8-94fc-18ccfcd6a9cc None None] The sync data for ids ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'] in dv-cinder-859186-1-iscsi is: [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port': {'id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '1733c937-6eeb-490b-ad55-2c199ddb7b82', 'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'mac_address': 'fa:16:3e:a2:70:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:00:58Z', 'revision_number': 4, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'subnets': [{'id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:00:59.424724 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for floatingip (37a54d57-2223-486e-984c-4b6062181289), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:59.440054 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Current status of the port 5705850c-2997-4641-b931-59349ff72938 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:00:59.440772 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (5705850c-2997-4641-b931-59349ff72938), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:59.444221 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network c7b9cb8e-178a-47d5-a67a-e7235ce88365 details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 05:00:59.487746 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (36cb7b9a-23ed-47db-974f-3532821b37a2), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:59.528850 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-462c70b9-e426-496f-ba2f-be0d5e0f6035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (15f5f95c-14a7-4f5e-b387-7d5b01959430), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:59.535235 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-462c70b9-e426-496f-ba2f-be0d5e0f6035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:00:59.536827 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-462c70b9-e426-496f-ba2f-be0d5e0f6035 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/15f5f95c-14a7-4f5e-b387-7d5b01959430 HTTP/1.1" status: 204 len: 168 time: 1.1617579 Sep 24 05:00:59.567562 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c70b9-e426-496f-ba2f-be0d5e0f6035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f5f95c-14a7-4f5e-b387-7d5b01959430,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:00:59.568776 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:45Z', 'revision_number': 4, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '5705850c-2997-4641-b931-59349ff72938', 'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'mac_address': 'fa:16:3e:ac:25:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:43Z', 'updated_at': '2022-09-24T05:00:56Z', 'revision_number': 4, 'project_id': '66ec8bde739145dda504995dbea0914a', 'subnets': [{'id': '90944b39-2e61-42ae-924a-3191ae7969be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:00:59.677217 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e892d6-6327-4430-b051-5e3b16f431b1 None None] The sync data for ids ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'] in dv-cinder-859186-1-iscsi is: [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:45Z', 'revision_number': 4, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '5705850c-2997-4641-b931-59349ff72938', 'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'mac_address': 'fa:16:3e:ac:25:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:43Z', 'updated_at': '2022-09-24T05:00:56Z', 'revision_number': 4, 'project_id': '66ec8bde739145dda504995dbea0914a', 'subnets': [{'id': '90944b39-2e61-42ae-924a-3191ae7969be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:00:59.736263 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:00:59.784264 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.16', 54646) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:59.788381 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:00:59.789643 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 654414c7-5f69-49dd-b667-cf2442c19967 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:00:59.798303 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-16dae359-1a1f-4781-8776-3f21ce7f4343 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099035 Sep 24 05:00:59.807617 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 54590) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:00:59.831243 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-02ad00da-44d7-4ece-9018-29ad18584583 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--551043629', 'description': 'tempest-description--1383211575'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:00:59.882221 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-02ad00da-44d7-4ece-9018-29ad18584583 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:00.151114 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Publish callbacks [] for port (391f2e62-4b23-47d0-b357-bcfbac36cd61), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:00.157603 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] For port 5705850c-2997-4641-b931-59349ff72938, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=5705850c-2997-4641-b931-59349ff72938,segment=NetworkSegment(d8d16604-5220-46c8-8375-82244012833b),segment_id=d8d16604-5220-46c8-8375-82244012833b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:00.160774 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:00.174992 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (5705850c-2997-4641-b931-59349ff72938), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:00.212048 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Provisioning complete for port 391f2e62-4b23-47d0-b357-bcfbac36cd61 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:00.212474 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (391f2e62-4b23-47d0-b357-bcfbac36cd61), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:00.212774 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Attempt 1 to provision port 391f2e62-4b23-47d0-b357-bcfbac36cd61 Sep 24 05:01:00.223291 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (391f2e62-4b23-47d0-b357-bcfbac36cd61), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:00.242073 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-4f649175-1ee1-4926-8c86-90b306391af7 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:00.260230 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-4f649175-1ee1-4926-8c86-90b306391af7 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.16 "GET /networking/v2.0/networks?id=0eef3b9c-c86e-4192-9c47-1e3382392851 HTTP/1.1" status: 200 len: 811 time: 0.4699776 Sep 24 05:01:00.308102 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-02ad00da-44d7-4ece-9018-29ad18584583 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (676d102e-38dd-4ddb-8531-c22dec005d8e), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:00.351642 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-5d57a5b1-c935-462c-b24e-c3d04b6c2bc7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1577802326&fields=id&tenant_id=66ec8bde739145dda504995dbea0914a HTTP/1.1" status: 200 len: 267 time: 0.2441423 Sep 24 05:01:00.352635 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-02ad00da-44d7-4ece-9018-29ad18584583 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (676d102e-38dd-4ddb-8531-c22dec005d8e), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:00.368246 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-7008b245-5bc8-4dc0-baaa-ff0722fe0b88 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Request body: {'port': {'device_id': 'ec88b440-40a0-459f-b94b-06c332e86094', 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851', 'admin_state_up': True, 'tenant_id': 'aa84dfa1cc764dc99b6e804e778c3479'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:01:00.455906 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad00da-44d7-4ece-9018-29ad18584583 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676d102e-38dd-4ddb-8531-c22dec005d8e,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:00.459968 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0aed59e9-ad5e-4cdb-99a8-bb8f78e4ce97 req-f9fa5085-ad90-4d86-89d3-a8709f40f919 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 210 time: 0.0342293 Sep 24 05:01:00.503530 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Port 391f2e62-4b23-47d0-b357-bcfbac36cd61 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:00.553919 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-02ad00da-44d7-4ece-9018-29ad18584583 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:00.555761 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-02ad00da-44d7-4ece-9018-29ad18584583 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7435865 Sep 24 05:01:00.561400 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 54636) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:00.580544 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-c3d128d5-b02e-44f0-8084-aa4fa249dc35 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'security_group_rule': {'security_group_id': '676d102e-38dd-4ddb-8531-c22dec005d8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:01:00.584119 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 654414c7-5f69-49dd-b667-cf2442c19967 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:00.584803 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (654414c7-5f69-49dd-b667-cf2442c19967), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:00.587070 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 654414c7-5f69-49dd-b667-cf2442c19967 Sep 24 05:01:00.671909 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3d128d5-b02e-44f0-8084-aa4fa249dc35 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (72a8c379-d904-4828-ab59-0e0fed254e65), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:00.745048 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Pushing event updated for resources: {'Port': ['ID=5705850c-2997-4641-b931-59349ff72938,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:00.873272 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 654414c7-5f69-49dd-b667-cf2442c19967 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:00.874420 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 76a21161-d79c-43e5-b92e-c0af4b9012e5 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:00.912264 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Attempting to bind port 391f2e62-4b23-47d0-b357-bcfbac36cd61 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:01:00.912690 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Attempting to bind port 391f2e62-4b23-47d0-b357-bcfbac36cd61 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '276f78fe-d5ad-4e63-a140-d085a46c901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:01:00.913043 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Attempting to bind port 391f2e62-4b23-47d0-b357-bcfbac36cd61 on network 0eef3b9c-c86e-4192-9c47-1e3382392851 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:01:00.922435 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:00.945113 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3d128d5-b02e-44f0-8084-aa4fa249dc35 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (72a8c379-d904-4828-ab59-0e0fed254e65), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:01.017673 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3d128d5-b02e-44f0-8084-aa4fa249dc35 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (72a8c379-d904-4828-ab59-0e0fed254e65), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:01.019297 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-7008b245-5bc8-4dc0-baaa-ff0722fe0b88 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Made reservation on behalf of aa84dfa1cc764dc99b6e804e778c3479 for: {'port': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:01:01.025050 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-7008b245-5bc8-4dc0-baaa-ff0722fe0b88 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:01.026502 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Attempt 2 to provision port 391f2e62-4b23-47d0-b357-bcfbac36cd61 Sep 24 05:01:01.039562 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:01.064547 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:01:01.064939 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Checking segment: {'id': '276f78fe-d5ad-4e63-a140-d085a46c901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:01:01.065403 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:01.065806 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Bound using segment: {'id': '276f78fe-d5ad-4e63-a140-d085a46c901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:01:01.069577 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Bound port: 391f2e62-4b23-47d0-b357-bcfbac36cd61, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276f78fe-d5ad-4e63-a140-d085a46c901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:01:01.070093 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (391f2e62-4b23-47d0-b357-bcfbac36cd61), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:01.083799 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb0289-7fb8-4880-bba6-c758614077a9 None None] Pushing event updated for resources: {'Port': ['ID=391f2e62-4b23-47d0-b357-bcfbac36cd61,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:01.120804 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-53837a2a-fb63-4b10-a910-5562c1e07cdf req-c48ee8b6-9e32-4355-a7cf-d2aaae65f7b6 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 210 time: 0.1652350 Sep 24 05:01:01.142471 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d128d5-b02e-44f0-8084-aa4fa249dc35 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a8c379-d904-4828-ab59-0e0fed254e65,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:01.153205 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-a7af97b0-9f93-4404-8ffc-64e8ae7171a2 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:01.162312 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-a7af97b0-9f93-4404-8ffc-64e8ae7171a2 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/networks?id=71010379-32a3-4ab2-bca2-8378eefa5ed7 HTTP/1.1" status: 200 len: 810 time: 0.7475755 Sep 24 05:01:01.210746 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-cbd1ee07-269d-443c-b91c-f9c6cea5e5a2 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/quotas/66ec8bde739145dda504995dbea0914a HTTP/1.1" status: 200 len: 375 time: 0.0388172 Sep 24 05:01:01.234453 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3d128d5-b02e-44f0-8084-aa4fa249dc35 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:01.240068 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c3d128d5-b02e-44f0-8084-aa4fa249dc35 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6676202 Sep 24 05:01:01.244008 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 54676) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:01.317194 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-15aef52f-b86e-496d-993a-42d6670d93e6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'security_group_rule': {'security_group_id': '676d102e-38dd-4ddb-8531-c22dec005d8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:01:01.353111 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for port (36cb7b9a-23ed-47db-974f-3532821b37a2), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:01.370794 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cc1c5657-6f08-4778-8ee8-d2da65ed3839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for subnet (2c404675-efdf-494e-8269-641d955fe006), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:01.408122 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (36cb7b9a-23ed-47db-974f-3532821b37a2), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:01.408818 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (37a54d57-2223-486e-984c-4b6062181289), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:01.476691 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Port 391f2e62-4b23-47d0-b357-bcfbac36cd61 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:01.480181 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 76a21161-d79c-43e5-b92e-c0af4b9012e5 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:01.480663 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (76a21161-d79c-43e5-b92e-c0af4b9012e5), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:01.481094 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 76a21161-d79c-43e5-b92e-c0af4b9012e5 Sep 24 05:01:01.604678 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event updated for resources: {'Port': ['ID=36cb7b9a-23ed-47db-974f-3532821b37a2,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:01.669534 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] For port 391f2e62-4b23-47d0-b357-bcfbac36cd61, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:01:01.676165 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-87f42fc7-35c2-4a78-a4cd-2c67be4f44b4 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:01.683231 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] For port 391f2e62-4b23-47d0-b357-bcfbac36cd61, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=391f2e62-4b23-47d0-b357-bcfbac36cd61,segment=NetworkSegment(276f78fe-d5ad-4e63-a140-d085a46c901f),segment_id=276f78fe-d5ad-4e63-a140-d085a46c901f)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:01:01.684143 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-87f42fc7-35c2-4a78-a4cd-2c67be4f44b4 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 819 time: 0.2839162 Sep 24 05:01:01.694367 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:01.709752 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-68a702a5-2e7b-4cfc-a235-284b4421150d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=66ec8bde739145dda504995dbea0914a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4950311 Sep 24 05:01:01.711442 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (391f2e62-4b23-47d0-b357-bcfbac36cd61), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:01.818225 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:01.820669 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-a05480fc-fac7-4014-bc6c-7cdc563742d2 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/quotas/a18a3756ba2b460d977f738a115ebfe0 HTTP/1.1" status: 200 len: 375 time: 0.1005514 Sep 24 05:01:01.823738 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-09ab8aad-cdb8-4620-a1cd-401ac5276168 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7475007 Sep 24 05:01:01.824510 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-15aef52f-b86e-496d-993a-42d6670d93e6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (9a7df884-315a-4051-a386-816c0db21ea2), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:01.922443 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1c5657-6f08-4778-8ee8-d2da65ed3839 admin admin] Checking segment: {'id': 'a18e67c1-7cfb-4df9-92f8-68e87c06dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c7b9cb8e-178a-47d5-a67a-e7235ce88365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:01:01.923043 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1c5657-6f08-4778-8ee8-d2da65ed3839 admin admin] Network hostable DHCP agents. Network: c7b9cb8e-178a-47d5-a67a-e7235ce88365, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 05:01:01.941190 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Routers {'8d7bc92d-e7aa-4bf6-bdc3-209974628e82'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:01:01.942385 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['8d7bc92d-e7aa-4bf6-bdc3-209974628e82'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:01:01.957233 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c5657-6f08-4778-8ee8-d2da65ed3839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c404675-efdf-494e-8269-641d955fe006,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:02.053452 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-7008b245-5bc8-4dc0-baaa-ff0722fe0b88 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Allocated IP 172.20.0.11 (0eef3b9c-c86e-4192-9c47-1e3382392851/a42c7d93-1f3d-47d9-afd8-91088ec478ba/290d6de0-525c-40c7-8eec-34ce73fcc7b9) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:01:02.056169 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1c5657-6f08-4778-8ee8-d2da65ed3839 admin admin] Network c7b9cb8e-178a-47d5-a67a-e7235ce88365 is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 05:01:02.073138 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-cc1c5657-6f08-4778-8ee8-d2da65ed3839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, c7b9cb8e-178a-47d5-a67a-e7235ce88365) {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:01:02.092594 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1c5657-6f08-4778-8ee8-d2da65ed3839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:02.111973 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cc1c5657-6f08-4778-8ee8-d2da65ed3839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:02.122730 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Attempt 3 to provision port 391f2e62-4b23-47d0-b357-bcfbac36cd61 Sep 24 05:01:02.124820 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798051fc-cbdb-4925-b401-09989caf5f17 None None] Network c7b9cb8e-178a-47d5-a67a-e7235ce88365 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:01:02.150180 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-cc1c5657-6f08-4778-8ee8-d2da65ed3839 admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1013074 Sep 24 05:01:02.200369 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:02.262223 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-2039f686-85c3-4a2b-b1df-18079eba9370 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4404888 Sep 24 05:01:02.310238 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:02.546553 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-7008b245-5bc8-4dc0-baaa-ff0722fe0b88 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Publish callbacks [] for port (290d6de0-525c-40c7-8eec-34ce73fcc7b9), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:02.550925 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:02.585679 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb0289-7fb8-4880-bba6-c758614077a9 None None] Pushing event updated for resources: {'Port': ['ID=391f2e62-4b23-47d0-b357-bcfbac36cd61,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:02.626068 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-7008b245-5bc8-4dc0-baaa-ff0722fe0b88 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (290d6de0-525c-40c7-8eec-34ce73fcc7b9), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:02.737176 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:02.739120 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 76a21161-d79c-43e5-b92e-c0af4b9012e5 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:02.740465 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 48725b3e-111f-4ae8-846c-ac7cb8685e05 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:02.743910 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] Set router 8d7bc92d-e7aa-4bf6-bdc3-209974628e82 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:01:02.840137 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b9c91e2d-9c5e-400e-8c86-d97ce3660d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:02.846736 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-15aef52f-b86e-496d-993a-42d6670d93e6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (9a7df884-315a-4051-a386-816c0db21ea2), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:02.853419 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-30571b53-a5dc-4e2c-a069-8798f58c6113 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0758617 Sep 24 05:01:02.901201 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-7008b245-5bc8-4dc0-baaa-ff0722fe0b88 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Network 0eef3b9c-c86e-4192-9c47-1e3382392851 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:01:02.902608 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008b245-5bc8-4dc0-baaa-ff0722fe0b88 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Pushing event updated for resources: {'Port': ['ID=290d6de0-525c-40c7-8eec-34ce73fcc7b9,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:02.905433 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-7008b245-5bc8-4dc0-baaa-ff0722fe0b88 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:01:02.908265 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-7008b245-5bc8-4dc0-baaa-ff0722fe0b88 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:01:02.912962 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-7008b245-5bc8-4dc0-baaa-ff0722fe0b88 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:02.913651 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-7008b245-5bc8-4dc0-baaa-ff0722fe0b88 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:02.933879 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-7008b245-5bc8-4dc0-baaa-ff0722fe0b88 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6316588 Sep 24 05:01:02.962500 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-15aef52f-b86e-496d-993a-42d6670d93e6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (9a7df884-315a-4051-a386-816c0db21ea2), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:02.978273 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9247e45-4bff-4baf-b214-0d8bd185128a None None] Network c7b9cb8e-178a-47d5-a67a-e7235ce88365 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:01:03.017368 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-e49ccacf-1c91-40ef-9695-6405af8276ad tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] http://10.222.0.50:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 05:01:03.020562 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-e49ccacf-1c91-40ef-9695-6405af8276ad tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0158808 Sep 24 05:01:03.244301 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-5a81bd45-3518-4954-9a59-bbe347d8dce4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675219 Sep 24 05:01:03.271580 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aef52f-b86e-496d-993a-42d6670d93e6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7df884-315a-4051-a386-816c0db21ea2,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:03.330174 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-b7537f0f-d53c-440b-aac6-c9f06238dcf5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0655777 Sep 24 05:01:03.352076 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-15aef52f-b86e-496d-993a-42d6670d93e6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:03.358445 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-15aef52f-b86e-496d-993a-42d6670d93e6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0670030 Sep 24 05:01:03.360978 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54732) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:03.366394 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'floatingip': {'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:01:03.438958 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:03.703301 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.16', 54656) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:03.722793 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Request body: {'port': {'device_id': 'ec88b440-40a0-459f-b94b-06c332e86094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:01:03.776688 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Current status of the port 391f2e62-4b23-47d0-b357-bcfbac36cd61 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:03.777116 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (391f2e62-4b23-47d0-b357-bcfbac36cd61), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:03.899626 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (290d6de0-525c-40c7-8eec-34ce73fcc7b9), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:03.985571 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Sync routers for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:01:03.991266 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 48725b3e-111f-4ae8-846c-ac7cb8685e05 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:03.991688 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (48725b3e-111f-4ae8-846c-ac7cb8685e05), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:03.992075 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 48725b3e-111f-4ae8-846c-ac7cb8685e05 Sep 24 05:01:04.076024 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-732287b7-a5f3-4efa-9bef-9decc40f133a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7438171 Sep 24 05:01:04.453514 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:01:04.454163 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-1bda25f5-d85a-44a3-9da9-4108530bc543 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:04.459421 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-1bda25f5-d85a-44a3-9da9-4108530bc543 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.16 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 819 time: 0.7519073 Sep 24 05:01:04.460506 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:00:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:01:04.484053 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-84e79002-b689-48ef-99e1-7aaf9c9028a3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Request body: {'port': {'device_id': '87dcedb5-91c7-4bc3-b46f-124ccffedf78', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'admin_state_up': True, 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:01:04.736623 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] For port 391f2e62-4b23-47d0-b357-bcfbac36cd61, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=391f2e62-4b23-47d0-b357-bcfbac36cd61,segment=NetworkSegment(276f78fe-d5ad-4e63-a140-d085a46c901f),segment_id=276f78fe-d5ad-4e63-a140-d085a46c901f)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:04.849767 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-438c1591-f67e-4731-9e25-cf41f3d7ef91 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--20850603&fields=id&tenant_id=c1aaf20f480a423ea5feca81585aeeed HTTP/1.1" status: 200 len: 267 time: 0.3481836 Sep 24 05:01:04.950844 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:05.016869 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (391f2e62-4b23-47d0-b357-bcfbac36cd61), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:05.164441 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-84e79002-b689-48ef-99e1-7aaf9c9028a3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Made reservation on behalf of a18a3756ba2b460d977f738a115ebfe0 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:01:05.169313 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-84e79002-b689-48ef-99e1-7aaf9c9028a3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:05.225123 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-5b99202b-7c7c-4ffb-b2e8-a1ba5cc107d7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:05.235375 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-5b99202b-7c7c-4ffb-b2e8-a1ba5cc107d7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/networks?id=c071aac1-7a40-472d-a3df-a9b342b44447 HTTP/1.1" status: 200 len: 817 time: 0.3831882 Sep 24 05:01:05.274632 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:05.278943 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'name': 'tempest-DeleteServersTestJSON-800191275-router', 'tenant_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '07c2c1e1-d932-46e6-8921-954f031f1805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:49Z', 'revision_number': 4, 'project_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'gw_port': {'id': '07c2c1e1-d932-46e6-8921-954f031f1805', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '391f2e62-4b23-47d0-b357-bcfbac36cd61', 'name': '', 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851', 'tenant_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'mac_address': 'fa:16:3e:a9:64:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a42c7d93-1f3d-47d9-afd8-91088ec478ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:01:01Z', 'revision_number': 4, 'project_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'subnets': [{'id': 'a42c7d93-1f3d-47d9-afd8-91088ec478ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:01:05.312531 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Provisioning complete for port 654414c7-5f69-49dd-b667-cf2442c19967 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:05.313235 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (654414c7-5f69-49dd-b667-cf2442c19967), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:05.313848 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Attempt 1 to provision port 654414c7-5f69-49dd-b667-cf2442c19967 Sep 24 05:01:05.408457 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:UPDATE=7,neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:05.409668 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-fcf1bc18-9f22-4cde-97d2-756d3eb5eca1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/quotas/c1aaf20f480a423ea5feca81585aeeed HTTP/1.1" status: 200 len: 375 time: 0.1729343 Sep 24 05:01:05.616283 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020e8c09-8013-419d-9a00-6aeea9ba521a None None] The sync data for ids ['8d7bc92d-e7aa-4bf6-bdc3-209974628e82'] in dv-cinder-859186-1-iscsi is: [{'id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'name': 'tempest-DeleteServersTestJSON-800191275-router', 'tenant_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '07c2c1e1-d932-46e6-8921-954f031f1805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:49Z', 'revision_number': 4, 'project_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'gw_port': {'id': '07c2c1e1-d932-46e6-8921-954f031f1805', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '391f2e62-4b23-47d0-b357-bcfbac36cd61', 'name': '', 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851', 'tenant_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'mac_address': 'fa:16:3e:a9:64:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a42c7d93-1f3d-47d9-afd8-91088ec478ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:01:01Z', 'revision_number': 4, 'project_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'subnets': [{'id': 'a42c7d93-1f3d-47d9-afd8-91088ec478ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:01:05.647124 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0f9be63d-6b48-4d29-a657-a5f5ce2dff6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:05.710185 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Pushing event updated for resources: {'Port': ['ID=391f2e62-4b23-47d0-b357-bcfbac36cd61,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:05.737180 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:05.751866 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:01:05.758317 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 48725b3e-111f-4ae8-846c-ac7cb8685e05 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:05.758848 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (48725b3e-111f-4ae8-846c-ac7cb8685e05), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:05.846073 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port 48725b3e-111f-4ae8-846c-ac7cb8685e05, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=48725b3e-111f-4ae8-846c-ac7cb8685e05,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:05.871650 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:05.877762 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-2fbd9dea-ddc1-4ff0-a10e-d4b0ed6c89d6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=c1aaf20f480a423ea5feca81585aeeed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4670608 Sep 24 05:01:05.940781 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290d6de0-525c-40c7-8eec-34ce73fcc7b9 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:01:05.951251 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (48725b3e-111f-4ae8-846c-ac7cb8685e05), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:05.952353 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device ffd042d8-8e33-4259-b19d-5b0ed0e45841 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:05.967521 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Publish callbacks [] for port (290d6de0-525c-40c7-8eec-34ce73fcc7b9), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:06.012781 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Transition to ACTIVE for port object 290d6de0-525c-40c7-8eec-34ce73fcc7b9 will not be triggered until provisioned by entity L2. {{(pid=106193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:01:06.053291 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (290d6de0-525c-40c7-8eec-34ce73fcc7b9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:06.127678 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:06.191441 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Current status of the port 654414c7-5f69-49dd-b667-cf2442c19967 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:06.239507 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Pushing event updated for resources: {'Port': ['ID=290d6de0-525c-40c7-8eec-34ce73fcc7b9,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:06.256694 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Allocated IP 172.27.0.38 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/626c8fe9-acb4-4109-8374-1da131f3df84) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:01:06.266103 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Provisioning complete for port 1733c937-6eeb-490b-ad55-2c199ddb7b82 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:06.267396 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:06.267955 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Attempt 1 to provision port 1733c937-6eeb-490b-ad55-2c199ddb7b82 Sep 24 05:01:06.306479 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f76b2b-b9cc-4365-ba24-1b10e639e5dd req-a62a6462-b048-4b73-8169-ade8541ab7f7 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:06.315603 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d4f76b2b-b9cc-4365-ba24-1b10e639e5dd req-a62a6462-b048-4b73-8169-ade8541ab7f7 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 932 time: 1.0066788 Sep 24 05:01:06.328787 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-84e79002-b689-48ef-99e1-7aaf9c9028a3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Allocated IP 172.20.0.7 (002f39b7-19b2-4fdf-9ca2-a023fea0b5dc/75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf/0dd07bd5-e74b-434c-a105-6a9c537c3c96) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:01:06.374828 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:06.398093 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port ffd042d8-8e33-4259-b19d-5b0ed0e45841 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:06.399591 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (ffd042d8-8e33-4259-b19d-5b0ed0e45841), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:06.402370 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port ffd042d8-8e33-4259-b19d-5b0ed0e45841 Sep 24 05:01:06.480764 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=48725b3e-111f-4ae8-846c-ac7cb8685e05,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:06.498649 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Attempting to bind port 290d6de0-525c-40c7-8eec-34ce73fcc7b9 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:01:06.499370 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Attempting to bind port 290d6de0-525c-40c7-8eec-34ce73fcc7b9 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '276f78fe-d5ad-4e63-a140-d085a46c901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:01:06.500574 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Attempting to bind port 290d6de0-525c-40c7-8eec-34ce73fcc7b9 on network 0eef3b9c-c86e-4192-9c47-1e3382392851 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:01:06.560330 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Port 290d6de0-525c-40c7-8eec-34ce73fcc7b9 on network 0eef3b9c-c86e-4192-9c47-1e3382392851 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:01:06.561052 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Attempting to bind port 290d6de0-525c-40c7-8eec-34ce73fcc7b9 on network 0eef3b9c-c86e-4192-9c47-1e3382392851 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:01:06.606347 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d4f76b2b-b9cc-4365-ba24-1b10e639e5dd req-5132fde6-935c-4726-ba24-9dfc52ff256a tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859356 Sep 24 05:01:06.630684 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-6a096bad-55af-41e4-a76a-e4d0e79aa83b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928021 Sep 24 05:01:06.761911 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:01:06.762586 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Checking segment: {'id': '276f78fe-d5ad-4e63-a140-d085a46c901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:01:06.766604 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Bound using segment: {'id': '276f78fe-d5ad-4e63-a140-d085a46c901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:01:06.767795 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Bound port: 290d6de0-525c-40c7-8eec-34ce73fcc7b9, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276f78fe-d5ad-4e63-a140-d085a46c901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:01:06.768172 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (290d6de0-525c-40c7-8eec-34ce73fcc7b9), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:06.792004 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for port (626c8fe9-acb4-4109-8374-1da131f3df84), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:06.811412 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:06.851691 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-412e68a6-19f2-4513-8e80-54ff1520212a req-1d93fcf8-f5e0-4433-ae28-7b30c874c90f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 210 time: 0.0960152 Sep 24 05:01:06.890973 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:00:54Z', 'revision_number': 2, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:01:06.987508 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-84e79002-b689-48ef-99e1-7aaf9c9028a3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for port (0dd07bd5-e74b-434c-a105-6a9c537c3c96), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:07.045252 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-8c8e3ca4-6622-4a0f-968c-c208f04e40f4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078712 Sep 24 05:01:07.047598 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-84e79002-b689-48ef-99e1-7aaf9c9028a3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (0dd07bd5-e74b-434c-a105-6a9c537c3c96), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:07.054011 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (626c8fe9-acb4-4109-8374-1da131f3df84), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:07.146669 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] For port 290d6de0-525c-40c7-8eec-34ce73fcc7b9, host hv-cinder-85918, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:01:07.184850 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.16', 54670) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:07.249666 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Checking router: 3356ba94-92ab-42d3-b2ab-aa4076c04e90 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:01:07.250843 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Updating router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 port 2757926e-1d93-4a32-b1b8-8795e46fafb6 binding host dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:01:07.352369 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] For port 290d6de0-525c-40c7-8eec-34ce73fcc7b9, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=290d6de0-525c-40c7-8eec-34ce73fcc7b9,segment=NetworkSegment(276f78fe-d5ad-4e63-a140-d085a46c901f),segment_id=276f78fe-d5ad-4e63-a140-d085a46c901f)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:01:07.364849 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b694a816-369e-4095-9f0d-b5a7877243d1 req-d38c1af7-6597-4fe3-b03d-d2114f548b98 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 210 time: 0.2240217 Sep 24 05:01:07.420369 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Current status of the port 1733c937-6eeb-490b-ad55-2c199ddb7b82 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:07.421182 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:07.495141 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:01:07.505776 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-84e79002-b689-48ef-99e1-7aaf9c9028a3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:01:07.506284 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:01:07.512805 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:01:07.524579 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:07.525785 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (290d6de0-525c-40c7-8eec-34ce73fcc7b9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:07.534867 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'Port': ['ID=626c8fe9-acb4-4109-8374-1da131f3df84,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:07.544150 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:07.545861 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:07.552692 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/290d6de0-525c-40c7-8eec-34ce73fcc7b9 HTTP/1.1" status: 200 len: 1094 time: 4.0436513 Sep 24 05:01:07.560803 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec88b440-40a0-459f-b94b-06c332e86094', 'tag': '290d6de0-525c-40c7-8eec-34ce73fcc7b9'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:01:07.577503 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-84e79002-b689-48ef-99e1-7aaf9c9028a3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:01:07.580857 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-84e79002-b689-48ef-99e1-7aaf9c9028a3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:01:07.588065 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-84e79002-b689-48ef-99e1-7aaf9c9028a3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:07.588065 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-84e79002-b689-48ef-99e1-7aaf9c9028a3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:07.672914 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] For port 1733c937-6eeb-490b-ad55-2c199ddb7b82, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=1733c937-6eeb-490b-ad55-2c199ddb7b82,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:07.683616 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e79002-b689-48ef-99e1-7aaf9c9028a3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Pushing event updated for resources: {'Port': ['ID=0dd07bd5-e74b-434c-a105-6a9c537c3c96,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:07.714791 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:07.732189 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:07.747251 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-84e79002-b689-48ef-99e1-7aaf9c9028a3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2723477 Sep 24 05:01:07.835474 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e5fd7f79-d4a2-4c4f-8ccb-90c0275babaa req-fc123592-0275-459f-8be7-3a3a01c7106c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 210 time: 0.1930327 Sep 24 05:01:07.891484 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (ea26f9d8-8cc6-4d99-8300-fc29354fc5ba), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:07.899653 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Provisioning complete for port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:07.900127 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (2169f717-0fcd-4c7b-98c2-b3e9a5039a80), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:07.900480 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Attempt 1 to provision port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 Sep 24 05:01:07.935207 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (2757926e-1d93-4a32-b1b8-8795e46fafb6), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:07.978560 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7a4ed-71f0-4087-bcc5-969a7bed451e req-aaf7b7f5-01f6-41a6-acdb-68bf088f637c tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:07.980571 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14a7a4ed-71f0-4087-bcc5-969a7bed451e req-aaf7b7f5-01f6-41a6-acdb-68bf088f637c tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 944 time: 0.1443274 Sep 24 05:01:08.024083 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port ffd042d8-8e33-4259-b19d-5b0ed0e45841 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:08.025224 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 9961f715-52d2-4b35-9795-1acf0e26979a up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:08.072507 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-d7834043-fd2e-450f-adae-b0c737f38b24 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:08.087163 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-d7834043-fd2e-450f-adae-b0c737f38b24 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.16 "GET /networking/v2.0/networks?id=71010379-32a3-4ab2-bca2-8378eefa5ed7 HTTP/1.1" status: 200 len: 810 time: 0.8983901 Sep 24 05:01:08.097421 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:08.145851 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Pushing event updated for resources: {'Port': ['ID=1733c937-6eeb-490b-ad55-2c199ddb7b82,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:08.148877 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:08.155172 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:08.256345 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6936562e-d86d-438d-8248-8b38bdf7d61c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec88b440-40a0-459f-b94b-06c332e86094", "tag": "290d6de0-525c-40c7-8eec-34ce73fcc7b9"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:01:08.278762 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (626c8fe9-acb4-4109-8374-1da131f3df84), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:08.298132 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:08.302950 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.16', 54682) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:08.377884 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 9961f715-52d2-4b35-9795-1acf0e26979a triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:08.378358 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (9961f715-52d2-4b35-9795-1acf0e26979a), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:08.378666 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 9961f715-52d2-4b35-9795-1acf0e26979a Sep 24 05:01:08.451386 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Current status of the port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:08.507346 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Provisioning complete for port 76a21161-d79c-43e5-b92e-c0af4b9012e5 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:08.508072 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (76a21161-d79c-43e5-b92e-c0af4b9012e5), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:08.508469 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Attempt 1 to provision port 76a21161-d79c-43e5-b92e-c0af4b9012e5 Sep 24 05:01:08.639979 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Request body: {'port': {'device_id': '87dcedb5-91c7-4bc3-b46f-124ccffedf78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:01:08.731688 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14a7a4ed-71f0-4087-bcc5-969a7bed451e req-5cd13976-2245-4c91-b5ca-617ad94f8ada tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7453566 Sep 24 05:01:08.819198 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:08.840100 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-60d5e905-a3d9-43f3-8279-452b84c5e63f req-edb22c33-63ae-4ea4-8659-82df79680486 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 210 time: 0.2327182 Sep 24 05:01:08.934428 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-53bed579-9c24-49c2-af28-58062fe2563f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=66ec8bde739145dda504995dbea0914a HTTP/1.1" status: 200 len: 380 time: 0.7000027 Sep 24 05:01:08.971038 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (0dd07bd5-e74b-434c-a105-6a9c537c3c96), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:09.070452 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-127b6c12-d88f-4718-92ff-cd5514f9f4c7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Request body: {'port': {'device_id': 'b2daebb8-dfea-4ab9-8253-008a21f906e1', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'admin_state_up': True, 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'security_groups': ['d24ce2ff-540b-4e8b-9520-d85667dbcd1c']}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:01:09.171829 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-08a6e2dd-d9f9-4a51-9228-f6f2dcc95f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:09.174663 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-08a6e2dd-d9f9-4a51-9228-f6f2dcc95f7f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=aa84dfa1cc764dc99b6e804e778c3479&device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 1128 time: 0.9381931 Sep 24 05:01:09.240803 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c45a05b4-fae8-4152-806b-5bb5542ff45e req-cf585322-5ea1-421a-b627-14b155a48ea2 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 210 time: 0.1089649 Sep 24 05:01:09.295047 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=14 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:09.327983 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:09.417713 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 9961f715-52d2-4b35-9795-1acf0e26979a is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:09.418321 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (9961f715-52d2-4b35-9795-1acf0e26979a), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:09.490727 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-c762d2ee-04ad-4b33-b732-01eab9af2207 None None] Current status of the port 76a21161-d79c-43e5-b92e-c0af4b9012e5 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:09.518424 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe917f-fe53-4d8c-bf25-464eae3fb04b service neutron] Pushing event updated for resources: {'Port': ['ID=290d6de0-525c-40c7-8eec-34ce73fcc7b9,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:09.684297 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5564bc78-9a27-4bb2-b28a-6233f27c6ebf x-openstack-request-id: req-5564bc78-9a27-4bb2-b28a-6233f27c6ebf {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:01:09.685061 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec88b440-40a0-459f-b94b-06c332e86094", "tag": "290d6de0-525c-40c7-8eec-34ce73fcc7b9", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:01:09.685566 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5564bc78-9a27-4bb2-b28a-6233f27c6ebf {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:01:09.686294 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5564bc78-9a27-4bb2-b28a-6233f27c6ebf'] response: {'name': 'network-changed', 'server_uuid': 'ec88b440-40a0-459f-b94b-06c332e86094', 'tag': '290d6de0-525c-40c7-8eec-34ce73fcc7b9', 'status': 'completed', 'code': 200} Sep 24 05:01:09.694926 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port 9961f715-52d2-4b35-9795-1acf0e26979a, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=9961f715-52d2-4b35-9795-1acf0e26979a,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:09.698748 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-28f338c5-b230-4213-98fd-40357c179618 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=290d6de0-525c-40c7-8eec-34ce73fcc7b9 HTTP/1.1" status: 200 len: 217 time: 0.4196084 Sep 24 05:01:09.722052 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-3e2e06c2-acb3-4ab3-9358-a78d5f987e5e None None] Provisioning complete for port 1733c937-6eeb-490b-ad55-2c199ddb7b82 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:09.725163 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3e2e06c2-acb3-4ab3-9358-a78d5f987e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:09.727670 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-3e2e06c2-acb3-4ab3-9358-a78d5f987e5e None None] Attempt 1 to provision port 1733c937-6eeb-490b-ad55-2c199ddb7b82 Sep 24 05:01:09.831512 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (9961f715-52d2-4b35-9795-1acf0e26979a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:10.055338 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 54902) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:10.243027 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=9961f715-52d2-4b35-9795-1acf0e26979a,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:10.279060 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd07bd5-e74b-434c-a105-6a9c537c3c96 {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:01:10.298162 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:10.314911 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Publish callbacks [] for port (0dd07bd5-e74b-434c-a105-6a9c537c3c96), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:10.349099 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Publish callbacks [] for port (2757926e-1d93-4a32-b1b8-8795e46fafb6), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:10.403991 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:10.439831 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (2757926e-1d93-4a32-b1b8-8795e46fafb6), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:10.537375 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d74f3-2745-4a85-8b80-16b52a5810a8 None None] Pushing event updated for resources: {'Port': ['ID=2757926e-1d93-4a32-b1b8-8795e46fafb6,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:10.540709 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 391f2e62-4b23-47d0-b357-bcfbac36cd61 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:10.607321 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e06c2-acb3-4ab3-9358-a78d5f987e5e None None] Current status of the port 1733c937-6eeb-490b-ad55-2c199ddb7b82 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:10.629099 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-3e2e06c2-acb3-4ab3-9358-a78d5f987e5e None None] Provisioning complete for port 2757926e-1d93-4a32-b1b8-8795e46fafb6 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:10.629880 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3e2e06c2-acb3-4ab3-9358-a78d5f987e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (2757926e-1d93-4a32-b1b8-8795e46fafb6), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:10.630530 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-3e2e06c2-acb3-4ab3-9358-a78d5f987e5e None None] Attempt 1 to provision port 2757926e-1d93-4a32-b1b8-8795e46fafb6 Sep 24 05:01:10.664367 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Transition to ACTIVE for port object 0dd07bd5-e74b-434c-a105-6a9c537c3c96 will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:01:10.678610 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670149a9-c364-4e41-9d43-d4d1ec8286bc req-f4759865-41fc-4f81-8e59-e4f3c0ea9631 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:10.703906 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 391f2e62-4b23-47d0-b357-bcfbac36cd61 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:10.704606 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (391f2e62-4b23-47d0-b357-bcfbac36cd61), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:10.705177 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 391f2e62-4b23-47d0-b357-bcfbac36cd61 Sep 24 05:01:10.706050 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-670149a9-c364-4e41-9d43-d4d1ec8286bc req-f4759865-41fc-4f81-8e59-e4f3c0ea9631 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 944 time: 0.2254069 Sep 24 05:01:10.713154 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (0dd07bd5-e74b-434c-a105-6a9c537c3c96), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:10.743125 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:10.785606 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-cca9c541-98ca-4ec3-86b1-4b9ab66ae772 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:10.792716 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-cca9c541-98ca-4ec3-86b1-4b9ab66ae772 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.16 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 819 time: 2.4589851 Sep 24 05:01:10.833779 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-10667bc9-794c-4c62-90dd-dc07307405fb req-73676ab3-b7f9-42d7-b344-f3fb4b8c2d25 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 210 time: 1.2926145 Sep 24 05:01:10.853622 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-f2e698ad-9ec8-47fc-bf13-11114f48179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:10.855768 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-f2e698ad-9ec8-47fc-bf13-11114f48179e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=a42c7d93-1f3d-47d9-afd8-91088ec478ba HTTP/1.1" status: 200 len: 850 time: 1.1192722 Sep 24 05:01:10.919224 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Pushing event updated for resources: {'Port': ['ID=0dd07bd5-e74b-434c-a105-6a9c537c3c96,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:10.920483 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Attempting to bind port 2757926e-1d93-4a32-b1b8-8795e46fafb6 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:01:10.921117 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Attempting to bind port 2757926e-1d93-4a32-b1b8-8795e46fafb6 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:01:10.924446 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Attempting to bind port 2757926e-1d93-4a32-b1b8-8795e46fafb6 on network 17f0f6dc-1b39-4c78-b39c-2031585b359a {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:01:10.945619 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e06c2-acb3-4ab3-9358-a78d5f987e5e None None] Port 2757926e-1d93-4a32-b1b8-8795e46fafb6 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:10.955137 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-670149a9-c364-4e41-9d43-d4d1ec8286bc req-bd3b3a82-1ea9-4a4b-96a7-1095b1c0001b tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477715 Sep 24 05:01:11.038193 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-127b6c12-d88f-4718-92ff-cd5514f9f4c7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Made reservation on behalf of 66ec8bde739145dda504995dbea0914a for: {'port': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:01:11.055168 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-127b6c12-d88f-4718-92ff-cd5514f9f4c7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:11.197641 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:01:11.197641 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Checking segment: {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:01:11.198344 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:11.202464 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Bound using segment: {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:01:11.204442 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Bound port: 2757926e-1d93-4a32-b1b8-8795e46fafb6, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:01:11.206715 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (2757926e-1d93-4a32-b1b8-8795e46fafb6), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:11.239733 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 391f2e62-4b23-47d0-b357-bcfbac36cd61 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:11.243383 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 07c2c1e1-d932-46e6-8921-954f031f1805 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:11.261361 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ebb973fe-eb01-4e00-bd53-23405211a244 req-c55937a4-bd92-4c28-bdb8-def976cb6f70 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 210 time: 0.1858058 Sep 24 05:01:11.320338 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-443a775e-4496-4a6d-bfc8-7b4d52b6accf req-6a0991fe-f848-477b-a6e6-b1a5cb4c4f19 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 210 time: 0.1614406 Sep 24 05:01:11.324028 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.16', 54694) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:11.377569 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Attempting to bind port 0dd07bd5-e74b-434c-a105-6a9c537c3c96 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:01:11.385713 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Attempting to bind port 0dd07bd5-e74b-434c-a105-6a9c537c3c96 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:01:11.386498 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-2e9e7c79-1324-426a-84d9-11eca3fac581 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Request body: {'port': {'device_id': '50eed27b-6da2-4dda-94cc-02fc5cfec071', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'admin_state_up': True, 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:01:11.386729 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Attempting to bind port 0dd07bd5-e74b-434c-a105-6a9c537c3c96 on network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:01:11.410012 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-521cea1c-4a16-414c-ba6c-0461d2bcba8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:11.429788 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] For port 2757926e-1d93-4a32-b1b8-8795e46fafb6, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:01:11.434191 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] For port 2757926e-1d93-4a32-b1b8-8795e46fafb6, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=2757926e-1d93-4a32-b1b8-8795e46fafb6,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:01:11.449429 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-3e2e06c2-acb3-4ab3-9358-a78d5f987e5e None None] Attempt 2 to provision port 2757926e-1d93-4a32-b1b8-8795e46fafb6 Sep 24 05:01:11.452560 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (2757926e-1d93-4a32-b1b8-8795e46fafb6), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:11.461742 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for port (626c8fe9-acb4-4109-8374-1da131f3df84), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:11.463980 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:11.490316 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-2dd3f474-cf09-45fa-bb8a-c0686bd58ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:11.491794 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-2dd3f474-cf09-45fa-bb8a-c0686bd58ffb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=0eef3b9c-c86e-4192-9c47-1e3382392851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3905883 Sep 24 05:01:11.498896 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (626c8fe9-acb4-4109-8374-1da131f3df84), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:11.499323 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (ea26f9d8-8cc6-4d99-8300-fc29354fc5ba), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:11.531318 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:01:11.532236 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:01:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:01:11.668155 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-521cea1c-4a16-414c-ba6c-0461d2bcba8e admin admin] Publish callbacks [] for security_group (2ce901da-9b2b-4703-9695-3795dc54e093), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:11.724213 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Port 0dd07bd5-e74b-434c-a105-6a9c537c3c96 on network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:01:11.724544 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Attempting to bind port 0dd07bd5-e74b-434c-a105-6a9c537c3c96 on network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:01:11.751290 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-521cea1c-4a16-414c-ba6c-0461d2bcba8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (2ce901da-9b2b-4703-9695-3795dc54e093), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:11.778942 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:11.796454 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-521cea1c-4a16-414c-ba6c-0461d2bcba8e admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=8b0a47b2b3704d5180258eb3c5b7cfef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7261655 Sep 24 05:01:11.802256 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 54942) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:11.822084 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d74f3-2745-4a85-8b80-16b52a5810a8 None None] Pushing event updated for resources: {'Port': ['ID=2757926e-1d93-4a32-b1b8-8795e46fafb6,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:11.841382 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 07c2c1e1-d932-46e6-8921-954f031f1805 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:11.844135 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (07c2c1e1-d932-46e6-8921-954f031f1805), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:11.844514 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 07c2c1e1-d932-46e6-8921-954f031f1805 Sep 24 05:01:11.862728 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:11.889067 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-f5576580-f5cf-4895-a339-c51415b988b0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:11.890212 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.5274305 Sep 24 05:01:11.904877 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-f5576580-f5cf-4895-a339-c51415b988b0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.16 "GET /networking/v2.0/networks?id=c071aac1-7a40-472d-a3df-a9b342b44447 HTTP/1.1" status: 200 len: 817 time: 0.5654857 Sep 24 05:01:12.045932 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-127b6c12-d88f-4718-92ff-cd5514f9f4c7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Allocated IP 172.20.0.12 (71010379-32a3-4ab2-bca2-8378eefa5ed7/90944b39-2e61-42ae-924a-3191ae7969be/27e14393-9cd2-49fc-924d-ab63297b8de7) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:01:12.061536 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:01:12.062366 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Checking segment: {'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:01:12.063292 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Bound using segment: {'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:01:12.065691 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Bound port: 0dd07bd5-e74b-434c-a105-6a9c537c3c96, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:01:12.066369 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (0dd07bd5-e74b-434c-a105-6a9c537c3c96), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:12.110231 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:12.158538 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e06c2-acb3-4ab3-9358-a78d5f987e5e None None] Current status of the port 2757926e-1d93-4a32-b1b8-8795e46fafb6 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:12.158933 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3e2e06c2-acb3-4ab3-9358-a78d5f987e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (2757926e-1d93-4a32-b1b8-8795e46fafb6), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:12.204225 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] For port 0dd07bd5-e74b-434c-a105-6a9c537c3c96, host hv-cinder-85918, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:01:12.222450 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:01:12.237256 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] For port 0dd07bd5-e74b-434c-a105-6a9c537c3c96, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=0dd07bd5-e74b-434c-a105-6a9c537c3c96,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:01:12.269131 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (0dd07bd5-e74b-434c-a105-6a9c537c3c96), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:12.300930 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-babc7994-7f90-4158-be7b-08446a5d21db admin admin] Publish callbacks [] for security_group (2ce901da-9b2b-4703-9695-3795dc54e093), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:12.304926 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:12.305815 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:12.307526 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/0dd07bd5-e74b-434c-a105-6a9c537c3c96 HTTP/1.1" status: 200 len: 1093 time: 3.6866887 Sep 24 05:01:12.324286 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87dcedb5-91c7-4bc3-b46f-124ccffedf78', 'tag': '0dd07bd5-e74b-434c-a105-6a9c537c3c96'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:01:12.341584 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 07c2c1e1-d932-46e6-8921-954f031f1805 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:12.342772 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 5705850c-2997-4641-b931-59349ff72938 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:12.355031 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-127b6c12-d88f-4718-92ff-cd5514f9f4c7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for port (27e14393-9cd2-49fc-924d-ab63297b8de7), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:12.407492 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-3e2e06c2-acb3-4ab3-9358-a78d5f987e5e None None] For port 2757926e-1d93-4a32-b1b8-8795e46fafb6, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=2757926e-1d93-4a32-b1b8-8795e46fafb6,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:12.423549 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3e2e06c2-acb3-4ab3-9358-a78d5f987e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (2757926e-1d93-4a32-b1b8-8795e46fafb6), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:12.467669 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:12.472146 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-048172da-c1e8-4f81-837b-aef7992ad0ee service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0eef3b9c-c86e-4192-9c47-1e3382392851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7962282 Sep 24 05:01:12.476712 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-304e2f15-c736-4f71-91f7-46da6433beda req-978fe647-fbe8-47c8-a074-f0aa008f5472 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 210 time: 0.4406106 Sep 24 05:01:12.482634 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-127b6c12-d88f-4718-92ff-cd5514f9f4c7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (27e14393-9cd2-49fc-924d-ab63297b8de7), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:12.522193 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:12.536431 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:12.538719 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb651d44-3eb0-4d64-94bb-1edddfce4183 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'Port': ['ID=626c8fe9-acb4-4109-8374-1da131f3df84,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:12.556042 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 5705850c-2997-4641-b931-59349ff72938 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:12.556496 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (5705850c-2997-4641-b931-59349ff72938), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:12.564318 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 5705850c-2997-4641-b931-59349ff72938 Sep 24 05:01:12.624386 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e06c2-acb3-4ab3-9358-a78d5f987e5e None None] Pushing event updated for resources: {'Port': ['ID=2757926e-1d93-4a32-b1b8-8795e46fafb6,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:12.631658 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b6c12-d88f-4718-92ff-cd5514f9f4c7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event updated for resources: {'Port': ['ID=27e14393-9cd2-49fc-924d-ab63297b8de7,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:12.671985 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130a616-ef96-476c-95e0-d3996f0aebcd req-c7ba8de4-613c-41a3-a925-23c0c31f3290 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:12.683493 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7130a616-ef96-476c-95e0-d3996f0aebcd req-c7ba8de4-613c-41a3-a925-23c0c31f3290 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 944 time: 0.5851548 Sep 24 05:01:12.727778 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-127b6c12-d88f-4718-92ff-cd5514f9f4c7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Network 71010379-32a3-4ab2-bca2-8378eefa5ed7 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:01:12.740564 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-127b6c12-d88f-4718-92ff-cd5514f9f4c7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:01:12.753604 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-127b6c12-d88f-4718-92ff-cd5514f9f4c7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:01:12.761943 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-127b6c12-d88f-4718-92ff-cd5514f9f4c7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:12.763276 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-127b6c12-d88f-4718-92ff-cd5514f9f4c7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:12.783144 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-babc7994-7f90-4158-be7b-08446a5d21db admin admin] Publish callbacks [] for security_group (2ce901da-9b2b-4703-9695-3795dc54e093), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:12.829007 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-127b6c12-d88f-4718-92ff-cd5514f9f4c7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7908261 Sep 24 05:01:12.829848 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cea1c-4a16-414c-ba6c-0461d2bcba8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce901da-9b2b-4703-9695-3795dc54e093,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:12.891210 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-2e9e7c79-1324-426a-84d9-11eca3fac581 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Made reservation on behalf of a18a3756ba2b460d977f738a115ebfe0 for: {'port': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:01:12.895829 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-2e9e7c79-1324-426a-84d9-11eca3fac581 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:12.940451 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-ea3b2b1d-c1f1-417b-a8ec-dec2cde387d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:12.943190 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-ea3b2b1d-c1f1-417b-a8ec-dec2cde387d5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 1127 time: 0.4523244 Sep 24 05:01:12.948329 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 5705850c-2997-4641-b931-59349ff72938 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:12.950522 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f14c34b9-06a0-40a1-8211-8680daf4b93a req-1bcddb56-bc6e-442b-9827-f86a25be754c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0eef3b9c-c86e-4192-9c47-1e3382392851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588702 Sep 24 05:01:12.955213 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 1733c937-6eeb-490b-ad55-2c199ddb7b82 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:12.993116 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-347fa935-32be-452c-acb8-2adb6af01e8a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c1aaf20f480a423ea5feca81585aeeed HTTP/1.1" status: 200 len: 378 time: 1.0368385 Sep 24 05:01:13.016394 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8c662b-f3a3-4ea4-a5f6-451362d426fa" -d '{"events": [{"name": "network-changed", "server_uuid": "87dcedb5-91c7-4bc3-b46f-124ccffedf78", "tag": "0dd07bd5-e74b-434c-a105-6a9c537c3c96"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:01:13.066628 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:11Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:01:13.119458 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc1bfc-4bef-4881-9a47-af32a13bbdb7 None None] The sync data for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi is: [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:11Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:01:13.122089 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:13.127996 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-2b8f8a77-f3f1-4c1e-9f28-5d14050d8938 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--551043629&fields=id&tenant_id=87d5229e39fe4817b5187068d8acecc7 HTTP/1.1" status: 200 len: 267 time: 0.1649935 Sep 24 05:01:13.147951 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 1733c937-6eeb-490b-ad55-2c199ddb7b82 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:13.148768 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:13.148888 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 1733c937-6eeb-490b-ad55-2c199ddb7b82 Sep 24 05:01:13.154438 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-2e9e7c79-1324-426a-84d9-11eca3fac581 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Allocated IP 172.20.0.5 (002f39b7-19b2-4fdf-9ca2-a023fea0b5dc/75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf/990ceab0-dcdb-43e0-ab13-ed36ddfbeabf) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:01:13.216992 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7130a616-ef96-476c-95e0-d3996f0aebcd req-474dd6f9-f504-4391-8632-741946ad250e tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275249 Sep 24 05:01:13.228416 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ff325-f363-4815-946a-1305cd007c1e service neutron] Pushing event updated for resources: {'Port': ['ID=0dd07bd5-e74b-434c-a105-6a9c537c3c96,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:13.300738 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Provisioning complete for port 27e14393-9cd2-49fc-924d-ab63297b8de7 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:13.301347 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (27e14393-9cd2-49fc-924d-ab63297b8de7), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:13.302593 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Attempt 1 to provision port 27e14393-9cd2-49fc-924d-ab63297b8de7 Sep 24 05:01:13.346972 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Port 27e14393-9cd2-49fc-924d-ab63297b8de7 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:13.360552 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 1733c937-6eeb-490b-ad55-2c199ddb7b82 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:13.362217 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 8f8e7c41-4cfc-48fe-85ef-a309c017098f up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:13.385130 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-babc7994-7f90-4158-be7b-08446a5d21db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (2ce901da-9b2b-4703-9695-3795dc54e093), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:13.387819 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-babc7994-7f90-4158-be7b-08446a5d21db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:13.389217 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-babc7994-7f90-4158-be7b-08446a5d21db admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/2ce901da-9b2b-4703-9695-3795dc54e093 HTTP/1.1" status: 204 len: 168 time: 1.5707350 Sep 24 05:01:13.394505 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-2e9e7c79-1324-426a-84d9-11eca3fac581 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for port (990ceab0-dcdb-43e0-ab13-ed36ddfbeabf), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:13.418451 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 8f8e7c41-4cfc-48fe-85ef-a309c017098f triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:13.418834 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (8f8e7c41-4cfc-48fe-85ef-a309c017098f), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:13.419319 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 8f8e7c41-4cfc-48fe-85ef-a309c017098f Sep 24 05:01:13.423116 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc7994-7f90-4158-be7b-08446a5d21db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce901da-9b2b-4703-9695-3795dc54e093,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:13.442815 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4901498-bcd4-47bd-8136-84ad0da3a8d1 req-deb50b79-1eee-4008-aba2-00b30e87d064 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:13.444417 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f4901498-bcd4-47bd-8136-84ad0da3a8d1 req-deb50b79-1eee-4008-aba2-00b30e87d064 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 932 time: 0.1229532 Sep 24 05:01:13.456592 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-2e9e7c79-1324-426a-84d9-11eca3fac581 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (990ceab0-dcdb-43e0-ab13-ed36ddfbeabf), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:13.490166 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-b61c57eb-47d2-4b00-a000-225402772393 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:13.491893 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-b61c57eb-47d2-4b00-a000-225402772393 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/networks?id=17f0f6dc-1b39-4c78-b39c-2031585b359a HTTP/1.1" status: 200 len: 815 time: 0.2900054 Sep 24 05:01:13.518599 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-64ac554e-3ab5-4468-a96c-12d54434d95c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/quotas/87d5229e39fe4817b5187068d8acecc7 HTTP/1.1" status: 200 len: 375 time: 0.0163753 Sep 24 05:01:13.521541 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-2e9e7c79-1324-426a-84d9-11eca3fac581 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:01:13.525792 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:13.532265 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e7c79-1324-426a-84d9-11eca3fac581 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Pushing event updated for resources: {'Port': ['ID=990ceab0-dcdb-43e0-ab13-ed36ddfbeabf,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:13.535415 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-2e9e7c79-1324-426a-84d9-11eca3fac581 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:01:13.538264 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-2e9e7c79-1324-426a-84d9-11eca3fac581 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:01:13.543524 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-2e9e7c79-1324-426a-84d9-11eca3fac581 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:13.544651 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-2e9e7c79-1324-426a-84d9-11eca3fac581 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:13.576007 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f4901498-bcd4-47bd-8136-84ad0da3a8d1 req-5538b1be-d7f1-48b7-b11e-a388cda9d049 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126931 Sep 24 05:01:13.602860 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-305eacbb-a1ed-4d55-bf79-4ff80a62bdda tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=87d5229e39fe4817b5187068d8acecc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716383 Sep 24 05:01:13.606738 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-2e9e7c79-1324-426a-84d9-11eca3fac581 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2512941 Sep 24 05:01:13.708815 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 8f8e7c41-4cfc-48fe-85ef-a309c017098f is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:13.709935 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 48725b3e-111f-4ae8-846c-ac7cb8685e05 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:13.757413 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 48725b3e-111f-4ae8-846c-ac7cb8685e05 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:13.757789 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (48725b3e-111f-4ae8-846c-ac7cb8685e05), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:13.758185 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 48725b3e-111f-4ae8-846c-ac7cb8685e05 Sep 24 05:01:13.806746 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:13.848319 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Attempt 2 to provision port 27e14393-9cd2-49fc-924d-ab63297b8de7 Sep 24 05:01:13.869083 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 48725b3e-111f-4ae8-846c-ac7cb8685e05 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:13.870195 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 1d759015-ecbc-4193-8ff1-6fc52f95e592 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:13.900570 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:13.906739 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839533d-968b-4962-b61d-0635bfa79740 req-a9f6b5cc-3be3-4eac-b41c-40d4412e46c1 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:13.909161 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Port 27e14393-9cd2-49fc-924d-ab63297b8de7 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:13.910459 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6839533d-968b-4962-b61d-0635bfa79740 req-a9f6b5cc-3be3-4eac-b41c-40d4412e46c1 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 931 time: 0.2252822 Sep 24 05:01:13.923436 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 1d759015-ecbc-4193-8ff1-6fc52f95e592 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:13.923808 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (1d759015-ecbc-4193-8ff1-6fc52f95e592), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:13.924163 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 1d759015-ecbc-4193-8ff1-6fc52f95e592 Sep 24 05:01:13.941973 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:13.985624 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-336c00ae-52a2-4488-a05f-7afd2dd363a5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508828 Sep 24 05:01:14.021206 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 1d759015-ecbc-4193-8ff1-6fc52f95e592 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:14.021637 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (1d759015-ecbc-4193-8ff1-6fc52f95e592), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:14.042845 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port 1d759015-ecbc-4193-8ff1-6fc52f95e592, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=1d759015-ecbc-4193-8ff1-6fc52f95e592,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:14.048361 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (1d759015-ecbc-4193-8ff1-6fc52f95e592), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:14.049586 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 87fdb104-e979-4f8e-93b5-536f80422e9a up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:14.050380 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6839533d-968b-4962-b61d-0635bfa79740 req-85050e44-cbe3-4ec3-8d89-20da18f059e4 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352770 Sep 24 05:01:14.105443 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-5de9fbae-3008-48ba-acb3-d50319739449 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186008 Sep 24 05:01:14.144548 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=1d759015-ecbc-4193-8ff1-6fc52f95e592,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:14.153953 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 87fdb104-e979-4f8e-93b5-536f80422e9a triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:14.154459 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (87fdb104-e979-4f8e-93b5-536f80422e9a), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:14.154855 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 87fdb104-e979-4f8e-93b5-536f80422e9a Sep 24 05:01:14.259166 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 87fdb104-e979-4f8e-93b5-536f80422e9a is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:14.335949 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a8308d-d669-4391-9b4c-459b5600ec8b x-openstack-request-id: req-c9a8308d-d669-4391-9b4c-459b5600ec8b {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:01:14.339432 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87dcedb5-91c7-4bc3-b46f-124ccffedf78", "tag": "0dd07bd5-e74b-434c-a105-6a9c537c3c96", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:01:14.341110 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c9a8308d-d669-4391-9b4c-459b5600ec8b {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:01:14.341793 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a8308d-d669-4391-9b4c-459b5600ec8b'] response: {'name': 'network-changed', 'server_uuid': '87dcedb5-91c7-4bc3-b46f-124ccffedf78', 'tag': '0dd07bd5-e74b-434c-a105-6a9c537c3c96', 'status': 'completed', 'code': 200} Sep 24 05:01:14.384888 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e2de6bf7-4d97-4edd-93f5-3fc004f5e50e req-e7245aec-d5c0-4635-a4cb-f6fc6bf11c4d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 210 time: 0.0764179 Sep 24 05:01:14.403686 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 2757926e-1d93-4a32-b1b8-8795e46fafb6 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:14.446634 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de1003b6-3238-439c-93c9-c530012c4202 req-f0c66277-f6ed-43c4-9a3e-474327d4db58 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0638094 Sep 24 05:01:14.460372 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Attempt 3 to provision port 27e14393-9cd2-49fc-924d-ab63297b8de7 Sep 24 05:01:14.509765 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Port 27e14393-9cd2-49fc-924d-ab63297b8de7 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:14.524140 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 2757926e-1d93-4a32-b1b8-8795e46fafb6 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:14.524515 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (2757926e-1d93-4a32-b1b8-8795e46fafb6), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:14.525016 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 2757926e-1d93-4a32-b1b8-8795e46fafb6 Sep 24 05:01:14.555981 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1ec84-50a0-40f2-b9f4-39caf0cecff2 req-29da07cb-c502-4ada-8da7-0bc7164d366e tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:14.557864 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-17f1ec84-50a0-40f2-b9f4-39caf0cecff2 req-29da07cb-c502-4ada-8da7-0bc7164d366e tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 944 time: 0.0564215 Sep 24 05:01:14.618910 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-17f1ec84-50a0-40f2-b9f4-39caf0cecff2 req-dd454213-96c7-49d6-be27-66963954302d tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546856 Sep 24 05:01:14.641334 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 2757926e-1d93-4a32-b1b8-8795e46fafb6 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:14.642672 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 1d759015-ecbc-4193-8ff1-6fc52f95e592 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:14.704667 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 1d759015-ecbc-4193-8ff1-6fc52f95e592 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:14.705381 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (1d759015-ecbc-4193-8ff1-6fc52f95e592), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:14.705811 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 1d759015-ecbc-4193-8ff1-6fc52f95e592 Sep 24 05:01:14.760065 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f1f5d-ca9c-41e5-ab54-fb1800552cbe req-c415c3bd-c397-41de-837b-cc8770c91f40 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:14.761813 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a68f1f5d-ca9c-41e5-ab54-fb1800552cbe req-c415c3bd-c397-41de-837b-cc8770c91f40 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 932 time: 0.0542681 Sep 24 05:01:14.827497 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 1d759015-ecbc-4193-8ff1-6fc52f95e592 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:14.829260 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a68f1f5d-ca9c-41e5-ab54-fb1800552cbe req-db124ee9-234f-4953-829f-29656244c698 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607319 Sep 24 05:01:14.831174 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 9961f715-52d2-4b35-9795-1acf0e26979a up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:14.883703 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:14.885806 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 9961f715-52d2-4b35-9795-1acf0e26979a triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:14.886213 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (9961f715-52d2-4b35-9795-1acf0e26979a), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:14.886545 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 9961f715-52d2-4b35-9795-1acf0e26979a Sep 24 05:01:14.954725 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:14.959257 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 9961f715-52d2-4b35-9795-1acf0e26979a is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:15.011199 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Attempt 4 to provision port 27e14393-9cd2-49fc-924d-ab63297b8de7 Sep 24 05:01:15.046024 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Port 27e14393-9cd2-49fc-924d-ab63297b8de7 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:15.184544 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bc2a7-b478-4c81-90f7-a20e6a856845 req-e0a732ad-d785-4cbe-a227-df95193fda84 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:15.187204 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-465bc2a7-b478-4c81-90f7-a20e6a856845 req-e0a732ad-d785-4cbe-a227-df95193fda84 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 931 time: 0.0542798 Sep 24 05:01:15.245759 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-465bc2a7-b478-4c81-90f7-a20e6a856845 req-bb7129b1-4dcf-47ba-978e-153f038ab38d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475464 Sep 24 05:01:15.528122 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bdd24170-8c0a-477e-9d00-230518aa9dc8 req-af782ff4-69c7-4408-b6e5-1135c10af237 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 210 time: 0.0368621 Sep 24 05:01:15.547678 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Attempt 5 to provision port 27e14393-9cd2-49fc-924d-ab63297b8de7 Sep 24 05:01:15.556085 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3fd1e2bf-6d92-439f-827e-01824ed24373 req-81d1ac4c-45e7-46df-840f-846b83293689 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0326176 Sep 24 05:01:15.581665 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Port 27e14393-9cd2-49fc-924d-ab63297b8de7 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:15.741767 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a384747-7d10-4a31-8e69-c051506832ac req-780a8d2e-8a5a-460a-90f2-ca10f30b48b1 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:15.743233 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6a384747-7d10-4a31-8e69-c051506832ac req-780a8d2e-8a5a-460a-90f2-ca10f30b48b1 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 944 time: 0.0489948 Sep 24 05:01:15.789167 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6a384747-7d10-4a31-8e69-c051506832ac req-ed28d626-ea19-4ce5-8e4a-81bf9545cd16 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404854 Sep 24 05:01:15.949829 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8338a52-9c6d-4b2b-87cc-9c055c141c7a req-60c5be2f-a47f-4f1a-9d5d-e486c7ba78bd tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:15.951385 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e8338a52-9c6d-4b2b-87cc-9c055c141c7a req-60c5be2f-a47f-4f1a-9d5d-e486c7ba78bd tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 932 time: 0.0469539 Sep 24 05:01:15.999540 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e8338a52-9c6d-4b2b-87cc-9c055c141c7a req-f5aab298-66ff-4b49-9158-0d43c8520097 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420475 Sep 24 05:01:16.082478 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Attempt 6 to provision port 27e14393-9cd2-49fc-924d-ab63297b8de7 Sep 24 05:01:16.113623 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Port 27e14393-9cd2-49fc-924d-ab63297b8de7 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:16.358679 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f7b7f-bdf0-434e-996b-bb52554265e7 req-848ff963-a9b8-4186-8af4-4e182df84b4e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:16.360733 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-572f7b7f-bdf0-434e-996b-bb52554265e7 req-848ff963-a9b8-4186-8af4-4e182df84b4e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 931 time: 0.0459814 Sep 24 05:01:16.372572 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:16.411233 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-572f7b7f-bdf0-434e-996b-bb52554265e7 req-6972393d-1fb6-47bb-bd23-fa305271a7a4 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449209 Sep 24 05:01:16.614649 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Attempt 7 to provision port 27e14393-9cd2-49fc-924d-ab63297b8de7 Sep 24 05:01:16.628867 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8ea60deb-9887-4514-9712-660fdde4a4e4 req-4a955517-3db8-40ff-a2db-9304bee71943 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 210 time: 0.0266514 Sep 24 05:01:16.647481 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Port 27e14393-9cd2-49fc-924d-ab63297b8de7 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:16.667460 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0e25a806-8090-4c58-941e-4633fe8e2dbd req-f6ce518f-5993-4fa4-91e3-21b533ed2e1d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0344374 Sep 24 05:01:16.907284 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0e456-f7af-4fdf-bb7a-9e1fdebda583 req-3cfe48de-ea29-4576-ad0b-2d952dbb2193 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:16.908715 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f5a0e456-f7af-4fdf-bb7a-9e1fdebda583 req-3cfe48de-ea29-4576-ad0b-2d952dbb2193 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 944 time: 0.0461965 Sep 24 05:01:16.956992 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f5a0e456-f7af-4fdf-bb7a-9e1fdebda583 req-794cb6d1-6802-46d7-b7e6-84800086fcc1 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428133 Sep 24 05:01:17.120129 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8563c-1359-4f01-a22a-7630cff68b54 req-ef4eb7c7-3b5f-4a25-a29f-761f18888930 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:17.121597 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c6b8563c-1359-4f01-a22a-7630cff68b54 req-ef4eb7c7-3b5f-4a25-a29f-761f18888930 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 932 time: 0.0492480 Sep 24 05:01:17.149446 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Attempt 8 to provision port 27e14393-9cd2-49fc-924d-ab63297b8de7 Sep 24 05:01:17.162888 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:17.196650 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:01:17.198193 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c6b8563c-1359-4f01-a22a-7630cff68b54 req-5e69adaf-495f-4964-b80c-bd238e7fd61b tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668001 Sep 24 05:01:17.214537 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Port 27e14393-9cd2-49fc-924d-ab63297b8de7 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:17.537100 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d98bb2-26f4-4e27-a6d5-8558060cb2d1 req-cbff66ab-1fef-48e6-87e1-d135b2790d5d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:17.538829 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-56d98bb2-26f4-4e27-a6d5-8558060cb2d1 req-cbff66ab-1fef-48e6-87e1-d135b2790d5d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 931 time: 0.0480578 Sep 24 05:01:17.592222 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-56d98bb2-26f4-4e27-a6d5-8558060cb2d1 req-0712f583-edcb-42f2-8e29-85f89215fa33 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479603 Sep 24 05:01:17.715831 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Attempt 9 to provision port 27e14393-9cd2-49fc-924d-ab63297b8de7 Sep 24 05:01:17.768662 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Port 27e14393-9cd2-49fc-924d-ab63297b8de7 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:17.793607 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2ce63e58-dd84-4c2e-841b-7e27faf054d3 req-0324cee3-a641-443d-aa7f-9f82c724a858 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 210 time: 0.0610266 Sep 24 05:01:17.827626 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-24706715-10e0-42bd-9572-ae1a1775d5ee req-76993fb3-c2ec-4fa6-9bbe-53f6c2ece35f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0786023 Sep 24 05:01:17.972075 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:18.170923 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045ae78-1df4-4bcb-8830-f49bcb1aa132 req-21cf2756-1122-4cca-be73-e1e3599ed795 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:18.173155 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b045ae78-1df4-4bcb-8830-f49bcb1aa132 req-21cf2756-1122-4cca-be73-e1e3599ed795 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 944 time: 0.0553355 Sep 24 05:01:18.221702 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b045ae78-1df4-4bcb-8830-f49bcb1aa132 req-627fe5c3-a547-4007-9430-f2330135dbba tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427148 Sep 24 05:01:18.275169 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Attempt 10 to provision port 27e14393-9cd2-49fc-924d-ab63297b8de7 Sep 24 05:01:18.319186 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c60fdc-1b3a-4375-82f2-e46239fe0519 req-fb44fd1e-cce3-46a7-817b-577c9136315d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:18.320841 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-17c60fdc-1b3a-4375-82f2-e46239fe0519 req-fb44fd1e-cce3-46a7-817b-577c9136315d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 932 time: 0.0516846 Sep 24 05:01:18.326607 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-2c801850-566b-46e2-a6ff-4d467beb2457 None None] Port 27e14393-9cd2-49fc-924d-ab63297b8de7 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:18.394345 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-17c60fdc-1b3a-4375-82f2-e46239fe0519 req-a1013534-1dea-4e78-959d-59006228fe1f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634668 Sep 24 05:01:18.446274 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Provisioning complete for port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:18.446873 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (990ceab0-dcdb-43e0-ab13-ed36ddfbeabf), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:18.447384 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Attempt 1 to provision port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf Sep 24 05:01:18.485026 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:18.723141 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb6397-b8f2-4f37-bfc7-b8637f383ff2 req-d58cd126-7a41-4a8e-bfcf-d99fbf0482ef tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:18.724680 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d0eb6397-b8f2-4f37-bfc7-b8637f383ff2 req-d58cd126-7a41-4a8e-bfcf-d99fbf0482ef tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 931 time: 0.0511677 Sep 24 05:01:18.775845 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d0eb6397-b8f2-4f37-bfc7-b8637f383ff2 req-c58922a9-fe8e-4de5-9913-7fd4df408f14 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456095 Sep 24 05:01:18.913640 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d3296bd4-4fba-4911-b3c5-d9479c363547 req-ecb8c17c-1919-4936-859c-6667bd10a94c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 210 time: 0.0298281 Sep 24 05:01:18.946925 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e8815a77-38c1-4c83-bbcf-c11704c00fc4 req-3011144f-06bd-478f-a5a5-6d763f404857 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0304828 Sep 24 05:01:18.986576 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Attempt 2 to provision port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf Sep 24 05:01:19.021730 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:19.338260 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01291e-5d00-43e5-a993-2c15b7628253 req-2e80b80a-bd6b-4248-a387-41cb16d8654d tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:19.339704 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e01291e-5d00-43e5-a993-2c15b7628253 req-2e80b80a-bd6b-4248-a387-41cb16d8654d tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 944 time: 0.0459836 Sep 24 05:01:19.386104 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e01291e-5d00-43e5-a993-2c15b7628253 req-e2f75074-a604-4bac-badd-57fd38b09b0d tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404053 Sep 24 05:01:19.512542 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cb22d-a868-483d-8286-611fe32cdfd3 req-c248db13-8d2e-4b66-a5ca-14d011fcf804 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:19.513885 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8b0cb22d-a868-483d-8286-611fe32cdfd3 req-c248db13-8d2e-4b66-a5ca-14d011fcf804 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 932 time: 0.0459924 Sep 24 05:01:19.522777 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Attempt 3 to provision port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf Sep 24 05:01:19.554522 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:19.560838 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8b0cb22d-a868-483d-8286-611fe32cdfd3 req-6e37b3ca-4cb3-44e2-bf61-b55773c154d1 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406575 Sep 24 05:01:19.899024 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707f76b-67a0-42c8-b613-a635fa735d64 req-bbe5fdf4-f625-4cb9-96e6-ecbb26d17546 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:19.900476 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7707f76b-67a0-42c8-b613-a635fa735d64 req-bbe5fdf4-f625-4cb9-96e6-ecbb26d17546 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 931 time: 0.0513334 Sep 24 05:01:19.946290 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7707f76b-67a0-42c8-b613-a635fa735d64 req-822e8158-8551-461c-b2e7-fff50d7d62d9 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402572 Sep 24 05:01:20.024474 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae7d30aa-53b7-4f1f-b34d-dd637d4b7d66 req-6b344e70-b585-4902-9f28-3c56770b606d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 210 time: 0.0290687 Sep 24 05:01:20.052354 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fb8fed2a-bd55-44d4-929c-b852afdccec8 req-045deed1-8aab-445c-b156-80ad47291d9b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0267727 Sep 24 05:01:20.055346 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Attempt 4 to provision port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf Sep 24 05:01:20.086502 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:20.507001 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920064c-b025-4feb-9657-f933b777fe4c req-26c34e99-0b28-438f-99e4-020e22ea06af tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:20.508433 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0920064c-b025-4feb-9657-f933b777fe4c req-26c34e99-0b28-438f-99e4-020e22ea06af tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 944 time: 0.0477493 Sep 24 05:01:20.526745 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:20.555155 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0920064c-b025-4feb-9657-f933b777fe4c req-dbc56058-bc89-4ec2-a325-0db57ef6f208 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412333 Sep 24 05:01:20.587576 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Attempt 5 to provision port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf Sep 24 05:01:20.623210 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:20.679014 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aedfb-f066-43de-8d11-24dd86be960c req-1d1fc365-33d6-402a-a3a0-31f2b013bbc8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:20.680468 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ee3aedfb-f066-43de-8d11-24dd86be960c req-1d1fc365-33d6-402a-a3a0-31f2b013bbc8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 932 time: 0.0464058 Sep 24 05:01:20.731441 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ee3aedfb-f066-43de-8d11-24dd86be960c req-f24d26fe-d351-4d51-9b18-722642b96ad5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453236 Sep 24 05:01:21.063429 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89866e-6d2f-41e2-9d70-f774cca5e9af req-27cade25-a4c4-4e2d-9cab-a4eae530cea2 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:21.064884 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8e89866e-6d2f-41e2-9d70-f774cca5e9af req-27cade25-a4c4-4e2d-9cab-a4eae530cea2 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 931 time: 0.0446529 Sep 24 05:01:21.123956 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Attempt 6 to provision port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf Sep 24 05:01:21.124186 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8e89866e-6d2f-41e2-9d70-f774cca5e9af req-645a4b99-41c4-432d-9b19-c8abfa633740 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537047 Sep 24 05:01:21.140940 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16f1f1fe-bffc-463a-899c-b2165e1abfda req-692086ea-3efe-4768-b731-2b1c58dee484 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 210 time: 0.0319250 Sep 24 05:01:21.175785 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:21.188848 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:21.207959 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5e7e826b-7798-4f5f-8348-fc29f0c769e4 req-65e4f0c4-1e05-4692-8708-ea84572859cb tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0287397 Sep 24 05:01:21.673718 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209f781-a691-4241-877d-27c516254d8f req-ba4bd957-c6ec-4339-8e33-7af47a3336b0 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:21.675195 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8209f781-a691-4241-877d-27c516254d8f req-ba4bd957-c6ec-4339-8e33-7af47a3336b0 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 944 time: 0.0466957 Sep 24 05:01:21.677084 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Attempt 7 to provision port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf Sep 24 05:01:21.709065 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:21.725794 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8209f781-a691-4241-877d-27c516254d8f req-19ab7593-4f02-48e2-8cc7-ade8e5e8fcf6 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449228 Sep 24 05:01:21.850616 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de07945-e272-4543-a8df-7cfa49af055f req-16ce7c1d-6cb9-4ec3-92e4-9c3a578d7d3e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:21.851950 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9de07945-e272-4543-a8df-7cfa49af055f req-16ce7c1d-6cb9-4ec3-92e4-9c3a578d7d3e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 932 time: 0.0476837 Sep 24 05:01:21.897160 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9de07945-e272-4543-a8df-7cfa49af055f req-a8eb2d36-4828-4029-86be-51c08ee01ce1 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397427 Sep 24 05:01:22.210484 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Attempt 8 to provision port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf Sep 24 05:01:22.241876 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:22.262328 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bd9ecc91-fe6d-4be2-89a5-222dcf625670 req-4f54dbf5-7137-4845-850b-0e3ca765cbab tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 210 time: 0.0320687 Sep 24 05:01:22.270711 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18060462-6488-41d8-9522-774d7ab4aee4 req-0598836c-8346-4e96-9921-523693ae6941 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:22.272126 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-18060462-6488-41d8-9522-774d7ab4aee4 req-0598836c-8346-4e96-9921-523693ae6941 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 931 time: 0.0696037 Sep 24 05:01:22.322654 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-18060462-6488-41d8-9522-774d7ab4aee4 req-6fd396e5-dfe0-4fc6-a841-54c9cbb88586 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444429 Sep 24 05:01:22.352658 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a529a0b5-a556-4b41-8539-24e921848a4c req-05d6be6b-aed5-45d3-acf2-43490bf0f366 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0274947 Sep 24 05:01:22.713718 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Request body: {'port': {'device_id': 'b2daebb8-dfea-4ab9-8253-008a21f906e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:01:22.742989 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Attempt 9 to provision port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf Sep 24 05:01:22.773605 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (27e14393-9cd2-49fc-924d-ab63297b8de7), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:22.788125 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:22.849343 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f324153-74a9-4033-81b9-8446044c9b9d req-835b4f39-8b04-4bd5-91f5-cb6db420bcf7 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:22.850821 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8f324153-74a9-4033-81b9-8446044c9b9d req-835b4f39-8b04-4bd5-91f5-cb6db420bcf7 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 944 time: 0.0491912 Sep 24 05:01:22.886457 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-0f742db6-b0e6-4373-96f7-b77fd133fd2b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Request body: {'port': {'device_id': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'admin_state_up': True, 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'security_groups': ['90e241c9-ca15-421f-87b8-3370d3bc02db']}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:01:22.892040 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Request body: {'port': {'device_id': '50eed27b-6da2-4dda-94cc-02fc5cfec071', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:01:23.000444 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:23.005767 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-931a16b6-2207-4d3b-bed7-15a148230ebe service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dd07bd5-e74b-434c-a105-6a9c537c3c96 HTTP/1.1" status: 200 len: 217 time: 0.1130264 Sep 24 05:01:23.008530 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (990ceab0-dcdb-43e0-ab13-ed36ddfbeabf), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:23.039165 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8f324153-74a9-4033-81b9-8446044c9b9d req-2b466014-a6bf-48f3-aba8-5047d5ca3f6c tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824300 Sep 24 05:01:23.065618 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde76d09-9f74-455a-b4a3-76c8f1ab9756 req-e62cc76a-6cfb-497b-ab8a-7b0d003e0659 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:23.067080 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fde76d09-9f74-455a-b4a3-76c8f1ab9756 req-e62cc76a-6cfb-497b-ab8a-7b0d003e0659 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 932 time: 0.0688267 Sep 24 05:01:23.144128 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fde76d09-9f74-455a-b4a3-76c8f1ab9756 req-ac0e1c30-9e32-43bb-99c4-6ad3733c75bf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646901 Sep 24 05:01:23.145103 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-0f742db6-b0e6-4373-96f7-b77fd133fd2b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Made reservation on behalf of c1aaf20f480a423ea5feca81585aeeed for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:01:23.148577 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-0f742db6-b0e6-4373-96f7-b77fd133fd2b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:23.214529 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e14393-9cd2-49fc-924d-ab63297b8de7 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:01:23.227414 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Publish callbacks [] for port (27e14393-9cd2-49fc-924d-ab63297b8de7), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:23.271124 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:23.281289 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-0f742db6-b0e6-4373-96f7-b77fd133fd2b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Allocated IP 172.20.0.7 (c071aac1-7a40-472d-a3df-a9b342b44447/521b0c5c-068d-4d85-8ac0-e80107b00a80/4de1eabe-932e-4cda-804d-49eeff37c34c) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:01:23.281450 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Transition to ACTIVE for port object 27e14393-9cd2-49fc-924d-ab63297b8de7 will not be triggered until provisioned by entity L2. {{(pid=106193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:01:23.286474 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (27e14393-9cd2-49fc-924d-ab63297b8de7), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:23.289003 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Attempt 10 to provision port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf Sep 24 05:01:23.367751 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-58d0586b-bb60-43de-9946-e636d45401c7 None None] Port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:23.373749 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Pushing event updated for resources: {'Port': ['ID=27e14393-9cd2-49fc-924d-ab63297b8de7,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:23.414587 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-105265be-62fd-4519-9604-4976754c9bde req-2c12224a-d604-48aa-be68-47262847487e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 210 time: 0.0421088 Sep 24 05:01:23.428491 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Attempting to bind port 27e14393-9cd2-49fc-924d-ab63297b8de7 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:01:23.428830 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Attempting to bind port 27e14393-9cd2-49fc-924d-ab63297b8de7 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'd8d16604-5220-46c8-8375-82244012833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:01:23.429157 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Attempting to bind port 27e14393-9cd2-49fc-924d-ab63297b8de7 on network 71010379-32a3-4ab2-bca2-8378eefa5ed7 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:01:23.508383 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-0f742db6-b0e6-4373-96f7-b77fd133fd2b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:23.509731 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:01:23.517484 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8992b6-92dc-4a2a-92cd-576befd7e830 req-2b072896-ae65-44c2-aa5c-2b27e033b255 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:23.518590 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e8992b6-92dc-4a2a-92cd-576befd7e830 req-2b072896-ae65-44c2-aa5c-2b27e033b255 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 931 time: 0.0993016 Sep 24 05:01:23.539500 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Publish callbacks [] for port (990ceab0-dcdb-43e0-ab13-ed36ddfbeabf), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:23.539694 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:23.539864 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:23.559676 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Transition to ACTIVE for port object 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf will not be triggered until provisioned by entity L2. {{(pid=106193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:01:23.564511 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Port 27e14393-9cd2-49fc-924d-ab63297b8de7 on network 71010379-32a3-4ab2-bca2-8378eefa5ed7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:01:23.564981 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Attempting to bind port 27e14393-9cd2-49fc-924d-ab63297b8de7 on network 71010379-32a3-4ab2-bca2-8378eefa5ed7 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:01:23.577969 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2a1c60d1-9abd-4dce-9dab-d8ae9ded10a9 req-a21a9f4c-e659-4959-9f63-352e4cc222fd tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0564511 Sep 24 05:01:23.609296 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (990ceab0-dcdb-43e0-ab13-ed36ddfbeabf), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:23.664401 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-a5c81ca6-bcc7-4c3a-acad-4a396f5960dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:23.665836 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-a5c81ca6-bcc7-4c3a-acad-4a396f5960dd service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf HTTP/1.1" status: 200 len: 858 time: 0.1043875 Sep 24 05:01:23.670371 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e8992b6-92dc-4a2a-92cd-576befd7e830 req-b798a03f-1728-43e5-93a8-35db88d29f92 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335907 Sep 24 05:01:23.671940 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-0f742db6-b0e6-4373-96f7-b77fd133fd2b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:23.683713 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936562e-d86d-438d-8248-8b38bdf7d61c req-32742529-8117-4814-a784-1ee23b22198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:23.685553 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6936562e-d86d-438d-8248-8b38bdf7d61c req-32742529-8117-4814-a784-1ee23b22198c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=aa84dfa1cc764dc99b6e804e778c3479&device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 1128 time: 0.1175549 Sep 24 05:01:23.787860 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-0f742db6-b0e6-4373-96f7-b77fd133fd2b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Network c071aac1-7a40-472d-a3df-a9b342b44447 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:01:23.790950 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-926f280c-7ebd-47ef-826e-1e99213fc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:23.792443 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-926f280c-7ebd-47ef-826e-1e99213fc40b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1187081 Sep 24 05:01:23.798536 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-0f742db6-b0e6-4373-96f7-b77fd133fd2b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:01:23.808574 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-0f742db6-b0e6-4373-96f7-b77fd133fd2b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:01:23.813198 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-0f742db6-b0e6-4373-96f7-b77fd133fd2b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:23.813938 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-0f742db6-b0e6-4373-96f7-b77fd133fd2b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:23.816486 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f742db6-b0e6-4373-96f7-b77fd133fd2b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event updated for resources: {'Port': ['ID=4de1eabe-932e-4cda-804d-49eeff37c34c,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:24.011905 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Pushing event updated for resources: {'Port': ['ID=990ceab0-dcdb-43e0-ab13-ed36ddfbeabf,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:24.040237 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-0f742db6-b0e6-4373-96f7-b77fd133fd2b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1579504 Sep 24 05:01:24.043872 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Attempting to bind port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:01:24.044211 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Attempting to bind port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:01:24.044538 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Attempting to bind port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf on network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:01:24.064349 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Request body: {'port': {'device_id': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:01:24.077430 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:24.086196 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:01:24.086430 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Checking segment: {'id': 'd8d16604-5220-46c8-8375-82244012833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:01:24.086941 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Bound using segment: {'id': 'd8d16604-5220-46c8-8375-82244012833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:01:24.087280 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Bound port: 27e14393-9cd2-49fc-924d-ab63297b8de7, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d16604-5220-46c8-8375-82244012833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:01:24.087636 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (27e14393-9cd2-49fc-924d-ab63297b8de7), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:24.117482 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-f086e690-22ab-4ffe-9d85-7aa907c43612 None None] Provisioning complete for port 4de1eabe-932e-4cda-804d-49eeff37c34c triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:24.119948 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f086e690-22ab-4ffe-9d85-7aa907c43612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:24.120305 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-f086e690-22ab-4ffe-9d85-7aa907c43612 None None] Attempt 1 to provision port 4de1eabe-932e-4cda-804d-49eeff37c34c Sep 24 05:01:24.126486 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-073598d7-0300-4fc2-8c7d-d7fb3e712580 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253808 Sep 24 05:01:24.157657 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-f086e690-22ab-4ffe-9d85-7aa907c43612 None None] Port 4de1eabe-932e-4cda-804d-49eeff37c34c cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:24.231739 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf on network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:01:24.231739 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Attempting to bind port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf on network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:01:24.246682 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:24.258542 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936562e-d86d-438d-8248-8b38bdf7d61c req-547c3e43-3019-4990-b594-f6ec7bf7c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:24.260004 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6936562e-d86d-438d-8248-8b38bdf7d61c req-547c3e43-3019-4990-b594-f6ec7bf7c4f5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=0eef3b9c-c86e-4192-9c47-1e3382392851 HTTP/1.1" status: 200 len: 912 time: 0.5661354 Sep 24 05:01:24.266800 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] For port 27e14393-9cd2-49fc-924d-ab63297b8de7, host hv-cinder-85918, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:01:24.282865 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727479ef-eb75-4653-b33e-1f758543b622 req-00aa024d-0021-4c8f-bf18-6646d8b0078a tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:24.284345 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-727479ef-eb75-4653-b33e-1f758543b622 req-00aa024d-0021-4c8f-bf18-6646d8b0078a tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 944 time: 0.1323676 Sep 24 05:01:24.285919 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] For port 27e14393-9cd2-49fc-924d-ab63297b8de7, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=27e14393-9cd2-49fc-924d-ab63297b8de7,segment=NetworkSegment(d8d16604-5220-46c8-8375-82244012833b),segment_id=d8d16604-5220-46c8-8375-82244012833b)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:01:24.297727 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (27e14393-9cd2-49fc-924d-ab63297b8de7), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:24.305031 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:24.305647 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:24.307301 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/27e14393-9cd2-49fc-924d-ab63297b8de7 HTTP/1.1" status: 200 len: 1094 time: 1.5978651 Sep 24 05:01:24.308025 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:01:24.308354 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Checking segment: {'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:01:24.308723 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Bound using segment: {'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:01:24.309158 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Bound port: 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:01:24.309498 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (990ceab0-dcdb-43e0-ab13-ed36ddfbeabf), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:24.311415 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2daebb8-dfea-4ab9-8253-008a21f906e1', 'tag': '27e14393-9cd2-49fc-924d-ab63297b8de7'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:01:24.313685 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7dd50d-97db-419d-9e98-4a8865826de3" -d '{"events": [{"name": "network-changed", "server_uuid": "b2daebb8-dfea-4ab9-8253-008a21f906e1", "tag": "27e14393-9cd2-49fc-924d-ab63297b8de7"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:01:24.342384 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25849d-9cf7-42e8-8621-df1d1861d576 req-3278d1a6-773c-4df5-9762-eafac45c3bec tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:24.344353 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7b25849d-9cf7-42e8-8621-df1d1861d576 req-3278d1a6-773c-4df5-9762-eafac45c3bec tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.1162362 Sep 24 05:01:24.397042 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1628a57-38bd-4ced-af0b-e36ee8aba789 service neutron] Pushing event updated for resources: {'Port': ['ID=27e14393-9cd2-49fc-924d-ab63297b8de7,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:24.407188 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:24.428260 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] For port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf, host hv-cinder-85918, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:01:24.429882 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae0ad07f-b59b-424d-a08b-22aef6668e1e req-21bc9a08-cad3-45fe-9223-8e818b9d6815 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868366 Sep 24 05:01:24.431875 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] For port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=990ceab0-dcdb-43e0-ab13-ed36ddfbeabf,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:01:24.439390 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (990ceab0-dcdb-43e0-ab13-ed36ddfbeabf), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:24.443794 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:24.444500 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:24.445920 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-4be4fde5-388a-474a-a318-82defa44289c service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/990ceab0-dcdb-43e0-ab13-ed36ddfbeabf HTTP/1.1" status: 200 len: 1093 time: 1.5615270 Sep 24 05:01:24.495992 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-727479ef-eb75-4653-b33e-1f758543b622 req-d68bfa15-0891-4318-b3a6-1e9a2e4bf985 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024291 Sep 24 05:01:24.504626 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4fde5-388a-474a-a318-82defa44289c service neutron] Pushing event updated for resources: {'Port': ['ID=990ceab0-dcdb-43e0-ab13-ed36ddfbeabf,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:24.535646 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:24.571920 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7b25849d-9cf7-42e8-8621-df1d1861d576 req-30cf2af0-aa5e-4f15-8f20-eec92fdca6c8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135985 Sep 24 05:01:24.636283 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5695814-a588-4d69-8f4a-6f36128bffdf x-openstack-request-id: req-d5695814-a588-4d69-8f4a-6f36128bffdf {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:01:24.636577 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2daebb8-dfea-4ab9-8253-008a21f906e1", "tag": "27e14393-9cd2-49fc-924d-ab63297b8de7", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:01:24.636836 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5695814-a588-4d69-8f4a-6f36128bffdf {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:01:24.637345 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5695814-a588-4d69-8f4a-6f36128bffdf'] response: {'name': 'network-changed', 'server_uuid': 'b2daebb8-dfea-4ab9-8253-008a21f906e1', 'tag': '27e14393-9cd2-49fc-924d-ab63297b8de7', 'status': 'completed', 'code': 200} Sep 24 05:01:24.659351 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-f086e690-22ab-4ffe-9d85-7aa907c43612 None None] Attempt 2 to provision port 4de1eabe-932e-4cda-804d-49eeff37c34c Sep 24 05:01:24.704910 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de1eabe-932e-4cda-804d-49eeff37c34c {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:01:24.729927 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-f086e690-22ab-4ffe-9d85-7aa907c43612 None None] Port 4de1eabe-932e-4cda-804d-49eeff37c34c cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:24.739321 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Publish callbacks [] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:24.764422 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Transition to ACTIVE for port object 4de1eabe-932e-4cda-804d-49eeff37c34c will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:01:24.772721 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc7e44-11d6-4667-8e91-9054f11d812e req-52aa6d50-d9bd-4269-a247-b154aa1cdd36 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:24.778704 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fabc7e44-11d6-4667-8e91-9054f11d812e req-52aa6d50-d9bd-4269-a247-b154aa1cdd36 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 931 time: 0.0813310 Sep 24 05:01:24.785697 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:24.858088 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8bf64b69-96cd-45f9-a2fe-7badb83788d9 req-aa141495-9a3a-4476-9974-7849f38f916f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0776880 Sep 24 05:01:24.943379 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4de1eabe-932e-4cda-804d-49eeff37c34c,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:24.981174 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Attempting to bind port 4de1eabe-932e-4cda-804d-49eeff37c34c on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:01:24.981620 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Attempting to bind port 4de1eabe-932e-4cda-804d-49eeff37c34c by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:01:24.982075 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Attempting to bind port 4de1eabe-932e-4cda-804d-49eeff37c34c on network c071aac1-7a40-472d-a3df-a9b342b44447 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:01:25.037809 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd84bb-53e5-49f5-a284-6f5ecb85ca2a req-704cb0fa-8835-4a09-a4e0-5350229fdb00 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:25.039476 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3afd84bb-53e5-49f5-a284-6f5ecb85ca2a req-704cb0fa-8835-4a09-a4e0-5350229fdb00 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 943 time: 0.0995281 Sep 24 05:01:25.050595 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fabc7e44-11d6-4667-8e91-9054f11d812e req-af97a0d6-761a-4177-96df-726855ae559b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2513199 Sep 24 05:01:25.100214 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Port 4de1eabe-932e-4cda-804d-49eeff37c34c on network c071aac1-7a40-472d-a3df-a9b342b44447 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:01:25.100550 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Attempting to bind port 4de1eabe-932e-4cda-804d-49eeff37c34c on network c071aac1-7a40-472d-a3df-a9b342b44447 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:01:25.162482 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3afd84bb-53e5-49f5-a284-6f5ecb85ca2a req-c4ed9b4b-7743-433e-979f-97789360ba4a tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971162 Sep 24 05:01:25.173855 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:01:25.174232 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Checking segment: {'id': '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:01:25.174620 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Bound using segment: {'id': '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:01:25.175507 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Bound port: 4de1eabe-932e-4cda-804d-49eeff37c34c, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:01:25.175869 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:25.231603 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-f086e690-22ab-4ffe-9d85-7aa907c43612 None None] Attempt 3 to provision port 4de1eabe-932e-4cda-804d-49eeff37c34c Sep 24 05:01:25.271672 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-f086e690-22ab-4ffe-9d85-7aa907c43612 None None] Port 4de1eabe-932e-4cda-804d-49eeff37c34c cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:25.273576 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] For port 4de1eabe-932e-4cda-804d-49eeff37c34c, host hv-cinder-85918, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:01:25.278519 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] For port 4de1eabe-932e-4cda-804d-49eeff37c34c, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=4de1eabe-932e-4cda-804d-49eeff37c34c,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:01:25.284415 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:25.312461 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:25.313134 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:25.314593 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/4de1eabe-932e-4cda-804d-49eeff37c34c HTTP/1.1" status: 200 len: 1093 time: 1.2557869 Sep 24 05:01:25.315201 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'tag': '4de1eabe-932e-4cda-804d-49eeff37c34c'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:01:25.317420 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03c8d4b-2439-43ef-afe8-6dd20423c7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "08fb826b-e891-46c4-990d-ca03cf3f4222", "tag": "4de1eabe-932e-4cda-804d-49eeff37c34c"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:01:25.350556 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0f133-11fb-4e7e-9eb6-035d42ed8fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4de1eabe-932e-4cda-804d-49eeff37c34c,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:25.367727 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9feb19-d214-482f-b7da-89be03381698 x-openstack-request-id: req-cc9feb19-d214-482f-b7da-89be03381698 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:01:25.368024 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fb826b-e891-46c4-990d-ca03cf3f4222", "tag": "4de1eabe-932e-4cda-804d-49eeff37c34c", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:01:25.368280 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc9feb19-d214-482f-b7da-89be03381698 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:01:25.368685 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9feb19-d214-482f-b7da-89be03381698'] response: {'name': 'network-changed', 'server_uuid': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'tag': '4de1eabe-932e-4cda-804d-49eeff37c34c', 'status': 'completed', 'code': 200} Sep 24 05:01:25.618334 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de3916-70af-4e37-b4e1-b4014f6b9894 req-b4d1c607-3389-4f4a-80c8-a17609dcb4a4 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:25.619830 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76de3916-70af-4e37-b4e1-b4014f6b9894 req-b4d1c607-3389-4f4a-80c8-a17609dcb4a4 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 944 time: 0.0475099 Sep 24 05:01:25.679472 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:25.702323 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76de3916-70af-4e37-b4e1-b4014f6b9894 req-564ee30f-6789-4f5d-8055-0ebb491fb57f tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759900 Sep 24 05:01:25.724156 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494cd68-74e4-4a09-98eb-3d121816622d req-d5edb98b-6d86-4b98-83e0-ea628b4e5f11 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:25.725913 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9494cd68-74e4-4a09-98eb-3d121816622d req-d5edb98b-6d86-4b98-83e0-ea628b4e5f11 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.0656238 Sep 24 05:01:25.773372 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-f086e690-22ab-4ffe-9d85-7aa907c43612 None None] Attempt 4 to provision port 4de1eabe-932e-4cda-804d-49eeff37c34c Sep 24 05:01:25.785233 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9494cd68-74e4-4a09-98eb-3d121816622d req-8b16edc4-1e4b-436d-a745-d7fcbba0b3c0 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533323 Sep 24 05:01:25.806894 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:25.811390 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-f086e690-22ab-4ffe-9d85-7aa907c43612 None None] Port 4de1eabe-932e-4cda-804d-49eeff37c34c had new provisioning blocks added so it will not transition to active. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 05:01:25.970488 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-92a42901-2b5c-4cbb-88cc-3b78198152cb req-ec65c657-fefe-4455-9e11-275d008a1568 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0305996 Sep 24 05:01:26.179787 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af4de7-ef6a-464b-9b0e-10c2436d6a67 req-f6d2bae6-9607-46de-bc50-92264909ec9c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:26.181152 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2af4de7-ef6a-464b-9b0e-10c2436d6a67 req-f6d2bae6-9607-46de-bc50-92264909ec9c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0461214 Sep 24 05:01:26.192797 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:26.231479 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2af4de7-ef6a-464b-9b0e-10c2436d6a67 req-40c745bb-6064-4776-915d-46ffb84c3566 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448608 Sep 24 05:01:26.306388 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3df62-0b55-4f8d-a570-9e5e427550eb req-8417cbf4-32ca-4cb4-a32c-c67658464f9c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:26.307865 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-07f3df62-0b55-4f8d-a570-9e5e427550eb req-8417cbf4-32ca-4cb4-a32c-c67658464f9c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 943 time: 0.0485208 Sep 24 05:01:26.360854 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-07f3df62-0b55-4f8d-a570-9e5e427550eb req-432d5ff7-3271-4c34-835c-c4aacece34cc tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467124 Sep 24 05:01:26.638947 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50eed27b-6da2-4dda-94cc-02fc5cfec071', 'tag': '990ceab0-dcdb-43e0-ab13-ed36ddfbeabf'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:01:26.641509 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae1e0b2-7e7c-45d5-8c88-178bb7f09a44" -d '{"events": [{"name": "network-changed", "server_uuid": "50eed27b-6da2-4dda-94cc-02fc5cfec071", "tag": "990ceab0-dcdb-43e0-ab13-ed36ddfbeabf"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:01:26.678318 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a57616c-a97c-4226-a335-de06558746ee x-openstack-request-id: req-4a57616c-a97c-4226-a335-de06558746ee {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:01:26.678615 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50eed27b-6da2-4dda-94cc-02fc5cfec071", "tag": "990ceab0-dcdb-43e0-ab13-ed36ddfbeabf", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:01:26.678855 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a57616c-a97c-4226-a335-de06558746ee {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:01:26.679240 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a57616c-a97c-4226-a335-de06558746ee'] response: {'name': 'network-changed', 'server_uuid': '50eed27b-6da2-4dda-94cc-02fc5cfec071', 'tag': '990ceab0-dcdb-43e0-ab13-ed36ddfbeabf', 'status': 'completed', 'code': 200} Sep 24 05:01:26.833218 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7f74d-6e8a-48e8-9bc8-8147b7259263 req-9bd81563-e7d8-44cd-b4ef-0edfddb0033f tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:26.834746 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bbd7f74d-6e8a-48e8-9bc8-8147b7259263 req-9bd81563-e7d8-44cd-b4ef-0edfddb0033f tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 944 time: 0.0541589 Sep 24 05:01:26.909683 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bbd7f74d-6e8a-48e8-9bc8-8147b7259263 req-5f19388c-ca06-44a7-9358-b001b0a83155 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694959 Sep 24 05:01:26.919732 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278f8ec-2803-4379-a63f-c3be99b4900e req-136928be-50bb-46d7-97f3-75532fbf0cd4 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:26.921151 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f278f8ec-2803-4379-a63f-c3be99b4900e req-136928be-50bb-46d7-97f3-75532fbf0cd4 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.0552359 Sep 24 05:01:26.969433 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f278f8ec-2803-4379-a63f-c3be99b4900e req-acfec073-c37f-4033-a233-ca7d83b18819 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412126 Sep 24 05:01:27.071171 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8aa7998f-cca7-4876-b1bd-2a95683696f3 req-8184cf39-356e-4e82-8477-5ebdbcbf9907 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0284564 Sep 24 05:01:27.359702 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd482f-3ae4-4f68-b315-d5bbfde90c69 req-0e35218b-3da6-4526-8827-fdd7bc16c5ab tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:27.361168 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-abbd482f-3ae4-4f68-b315-d5bbfde90c69 req-0e35218b-3da6-4526-8827-fdd7bc16c5ab tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0498056 Sep 24 05:01:27.407637 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-abbd482f-3ae4-4f68-b315-d5bbfde90c69 req-4d45a627-f8bd-43cb-9d83-ede56f8b1cb4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409169 Sep 24 05:01:27.477767 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4876e-314e-44d8-9ce3-55aef2de724b req-cda0a92f-24ab-4fed-a183-8eee4f30ee72 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:27.479241 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-06b4876e-314e-44d8-9ce3-55aef2de724b req-cda0a92f-24ab-4fed-a183-8eee4f30ee72 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 943 time: 0.0450995 Sep 24 05:01:27.525732 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-06b4876e-314e-44d8-9ce3-55aef2de724b req-fed9224d-eceb-499e-a15c-0ca9004a2ea9 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403609 Sep 24 05:01:28.030297 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98491ce5-a72a-4e68-823d-3da4af341f4e req-b059a276-1cff-4b54-bc81-6ad01bd26326 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:28.031790 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-98491ce5-a72a-4e68-823d-3da4af341f4e req-b059a276-1cff-4b54-bc81-6ad01bd26326 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 944 time: 0.0504720 Sep 24 05:01:28.107342 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba24218-f9c5-4e68-a6bc-05b8ab3906d6 req-ac0f1e00-71ab-4791-bae9-0921e6a4a530 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:28.108762 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7ba24218-f9c5-4e68-a6bc-05b8ab3906d6 req-ac0f1e00-71ab-4791-bae9-0921e6a4a530 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.0647621 Sep 24 05:01:28.116229 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-98491ce5-a72a-4e68-823d-3da4af341f4e req-06caa772-bddb-445c-97ff-d5f9df8216db tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789778 Sep 24 05:01:28.161314 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7ba24218-f9c5-4e68-a6bc-05b8ab3906d6 req-f0d384e8-e5fd-4c23-8027-75b190acc7e7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441573 Sep 24 05:01:28.198759 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c85fa5e3-33e3-4fa6-99a1-b803b32c1775 req-d2a0380a-1beb-477a-b147-15c1d12637de tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0269713 Sep 24 05:01:28.535648 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59da5c1-159c-48f2-ab4d-5fd50e9a7914 req-9de9ab46-2725-410c-bdcf-f8cd22e8a264 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:28.537247 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a59da5c1-159c-48f2-ab4d-5fd50e9a7914 req-9de9ab46-2725-410c-bdcf-f8cd22e8a264 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0516257 Sep 24 05:01:28.585279 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a59da5c1-159c-48f2-ab4d-5fd50e9a7914 req-b72da272-696d-4168-9afd-a22b1e8cc7f8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424016 Sep 24 05:01:28.661990 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ec576-4a92-4679-ad87-eca9fe203cb7 req-415b0dfa-9ef4-4ab1-8e8e-9457b155d3ee tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:28.663495 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0e8ec576-4a92-4679-ad87-eca9fe203cb7 req-415b0dfa-9ef4-4ab1-8e8e-9457b155d3ee tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 943 time: 0.0622406 Sep 24 05:01:28.715705 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0e8ec576-4a92-4679-ad87-eca9fe203cb7 req-488254b7-9fad-4b9d-9f74-66fe5b42f2b6 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465751 Sep 24 05:01:29.079311 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=16 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:29.084341 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=18 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:29.231869 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bd94b-5123-4be5-851e-bd8885361bf7 req-50931014-5914-452c-b9bc-4db56fe64960 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:29.233331 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-753bd94b-5123-4be5-851e-bd8885361bf7 req-50931014-5914-452c-b9bc-4db56fe64960 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 944 time: 0.0468512 Sep 24 05:01:29.244689 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:29.278541 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:29.297213 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4838e05-4803-4688-9b17-87482c69a8b1 req-7edaeefd-1ec4-49bc-a0a7-6d5067efbe7e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:29.298668 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f4838e05-4803-4688-9b17-87482c69a8b1 req-7edaeefd-1ec4-49bc-a0a7-6d5067efbe7e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.0636847 Sep 24 05:01:29.336116 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-753bd94b-5123-4be5-851e-bd8885361bf7 req-e30c5b6b-3f40-479b-81b5-889bb975e166 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930014 Sep 24 05:01:29.358767 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f4838e05-4803-4688-9b17-87482c69a8b1 req-877f0349-536c-4ed6-8f4d-b3814f190120 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542264 Sep 24 05:01:29.422955 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0bcc5e77-aae4-447d-a885-1fb10c486573 req-5ac07ee0-7c2a-4de9-ba3e-acb62d6da679 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0300579 Sep 24 05:01:29.722644 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c84d9-f461-42ca-a079-0dc1acaf266a req-64c309c0-bcd7-4daa-86a1-e11297da837d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:29.724125 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-668c84d9-f461-42ca-a079-0dc1acaf266a req-64c309c0-bcd7-4daa-86a1-e11297da837d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0579534 Sep 24 05:01:29.776991 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-668c84d9-f461-42ca-a079-0dc1acaf266a req-0e1449f1-720e-47e9-b06b-456f92d3f8d1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472727 Sep 24 05:01:29.841964 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51042e83-bb9c-4f2e-b3e6-4c5ac1b29b95 req-1b2e0918-b9ff-444b-a119-a83fe91069f5 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:29.843955 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-51042e83-bb9c-4f2e-b3e6-4c5ac1b29b95 req-1b2e0918-b9ff-444b-a119-a83fe91069f5 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 943 time: 0.0472536 Sep 24 05:01:29.892573 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-51042e83-bb9c-4f2e-b3e6-4c5ac1b29b95 req-848cc7ee-52d3-49f5-9c4a-061f7e8e4ac0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427809 Sep 24 05:01:30.626163 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64f8f6-c250-4792-8a84-aa4b07a5af21 req-0562396f-0704-4a8b-91a7-7364d385ec36 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:30.627530 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2d64f8f6-c250-4792-8a84-aa4b07a5af21 req-0562396f-0704-4a8b-91a7-7364d385ec36 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 944 time: 0.2125480 Sep 24 05:01:30.647159 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03b5d7-aabf-4086-8c15-146023384b3b req-ba1e00d7-85d0-4b04-92a8-98328e26fcde tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:30.648610 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eb03b5d7-aabf-4086-8c15-146023384b3b req-ba1e00d7-85d0-4b04-92a8-98328e26fcde tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.2052264 Sep 24 05:01:30.715819 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2d64f8f6-c250-4792-8a84-aa4b07a5af21 req-424075e0-5f9c-44fe-8257-d627e09f507f tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825820 Sep 24 05:01:30.719973 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eb03b5d7-aabf-4086-8c15-146023384b3b req-9f4525b0-611e-4f0e-bce3-d25ce974b611 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641325 Sep 24 05:01:30.809957 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d49bdb71-9466-4eff-b263-02ed5a96f5c0 req-3701a90b-864c-491b-8ba0-59a5632dc817 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0312998 Sep 24 05:01:30.975166 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 290d6de0-525c-40c7-8eec-34ce73fcc7b9 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:01:30.979732 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8977f-1f69-47c5-89a2-1226798f7e5c req-7c2f42d4-c2e2-48fa-8ef3-df6618aedb13 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:30.993031 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-acc8977f-1f69-47c5-89a2-1226798f7e5c req-7c2f42d4-c2e2-48fa-8ef3-df6618aedb13 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.1125789 Sep 24 05:01:31.021877 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:31.086224 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84965b-b010-49b9-bd9a-460b013e01f4 req-39c6b3df-04ef-421c-8a19-1344ced5f512 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:31.087896 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cd84965b-b010-49b9-bd9a-460b013e01f4 req-39c6b3df-04ef-421c-8a19-1344ced5f512 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 943 time: 0.0618589 Sep 24 05:01:31.138900 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 290d6de0-525c-40c7-8eec-34ce73fcc7b9, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=290d6de0-525c-40c7-8eec-34ce73fcc7b9,segment=NetworkSegment(276f78fe-d5ad-4e63-a140-d085a46c901f),segment_id=276f78fe-d5ad-4e63-a140-d085a46c901f)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:31.144094 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-acc8977f-1f69-47c5-89a2-1226798f7e5c req-d9389dda-82b9-4873-8458-e97fe0038a8c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1499498 Sep 24 05:01:31.203412 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '290d6de0-525c-40c7-8eec-34ce73fcc7b9', 'network_id': '0eef3b9c-c86e-4192-9c47-1e3382392851', 'port_id': '290d6de0-525c-40c7-8eec-34ce73fcc7b9', 'mac_address': 'fa:16:3e:4c:c8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42c7d93-1f3d-47d9-afd8-91088ec478ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:01:31.221973 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6936562e-d86d-438d-8248-8b38bdf7d61c req-f2a2a2a7-e23f-4f10-90aa-cff7d24e33b4 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=290d6de0-525c-40c7-8eec-34ce73fcc7b9 HTTP/1.1" status: 200 len: 217 time: 0.0748813 Sep 24 05:01:31.239723 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cd84965b-b010-49b9-bd9a-460b013e01f4 req-d4baac13-1409-47da-94c2-f703a002e88f tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441286 Sep 24 05:01:31.273211 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 290d6de0-525c-40c7-8eec-34ce73fcc7b9 is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:31.273598 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (290d6de0-525c-40c7-8eec-34ce73fcc7b9), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:31.288359 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290d6de0-525c-40c7-8eec-34ce73fcc7b9 {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:01:31.309055 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 290d6de0-525c-40c7-8eec-34ce73fcc7b9, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=290d6de0-525c-40c7-8eec-34ce73fcc7b9,segment=NetworkSegment(276f78fe-d5ad-4e63-a140-d085a46c901f),segment_id=276f78fe-d5ad-4e63-a140-d085a46c901f)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:31.313039 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (290d6de0-525c-40c7-8eec-34ce73fcc7b9), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:31.364740 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=290d6de0-525c-40c7-8eec-34ce73fcc7b9,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:31.477816 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936562e-d86d-438d-8248-8b38bdf7d61c req-8c075664-e1f8-4352-89d3-3693a61e05bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:31.479542 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6936562e-d86d-438d-8248-8b38bdf7d61c req-8c075664-e1f8-4352-89d3-3693a61e05bd service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=a42c7d93-1f3d-47d9-afd8-91088ec478ba HTTP/1.1" status: 200 len: 850 time: 0.0450897 Sep 24 05:01:31.848869 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['290d6de0-525c-40c7-8eec-34ce73fcc7b9'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:01:31.870356 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c4ff5-a42a-4fd3-8d86-b15b74c7faee req-aa6b4f5f-d1ac-4c05-a03e-51e59985249b tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:31.871831 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5e9c4ff5-a42a-4fd3-8d86-b15b74c7faee req-aa6b4f5f-d1ac-4c05-a03e-51e59985249b tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 945 time: 0.0755384 Sep 24 05:01:31.879849 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ff8fb-0244-426f-b4e5-69e470191e78 req-965a829e-6192-43c7-98b8-57fe04976027 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:31.881205 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-db4ff8fb-0244-426f-b4e5-69e470191e78 req-965a829e-6192-43c7-98b8-57fe04976027 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.0836501 Sep 24 05:01:31.955311 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5e9c4ff5-a42a-4fd3-8d86-b15b74c7faee req-20a4237a-305f-41fb-9f6e-f4be837b296f tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731449 Sep 24 05:01:31.965675 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-db4ff8fb-0244-426f-b4e5-69e470191e78 req-2ec29250-9e80-4947-9b1c-f3ef3b30cb93 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768065 Sep 24 05:01:32.058903 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ed096b9b-9cfa-458a-9e1a-97147d8f5390 req-c843a493-ae95-415f-ae04-3dfb0e0747c0 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0312810 Sep 24 05:01:32.402756 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799d429-14a8-4204-ad47-ba14ce488dbf req-f5e64446-8548-4620-b2b1-115f3acd29b2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:32.405387 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6799d429-14a8-4204-ad47-ba14ce488dbf req-f5e64446-8548-4620-b2b1-115f3acd29b2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.1389055 Sep 24 05:01:32.451407 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1f26f-03e3-468c-bfea-e884395be700 req-c53b3cc8-c1be-47c8-9b6a-93f194dff2e0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:32.454572 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-45b1f26f-03e3-468c-bfea-e884395be700 req-c53b3cc8-c1be-47c8-9b6a-93f194dff2e0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 943 time: 0.1280105 Sep 24 05:01:32.480759 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:32.536741 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6799d429-14a8-4204-ad47-ba14ce488dbf req-55b1c381-3b91-4d22-a6cc-a7b6522de821 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1211836 Sep 24 05:01:32.590830 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-45b1f26f-03e3-468c-bfea-e884395be700 req-3de774cd-ef66-4e25-88f7-4adacb7ee327 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075141 Sep 24 05:01:32.676763 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ebfcda58-fd4c-4cc3-8d7c-861e3cb497de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:32.940255 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 290d6de0-525c-40c7-8eec-34ce73fcc7b9 up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:32.988883 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port 290d6de0-525c-40c7-8eec-34ce73fcc7b9 completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:01:32.996196 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 290d6de0-525c-40c7-8eec-34ce73fcc7b9 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:32.996600 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (290d6de0-525c-40c7-8eec-34ce73fcc7b9), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:32.996907 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 290d6de0-525c-40c7-8eec-34ce73fcc7b9 Sep 24 05:01:33.073300 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:33.092160 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 290d6de0-525c-40c7-8eec-34ce73fcc7b9 is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:33.092570 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (290d6de0-525c-40c7-8eec-34ce73fcc7b9), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:33.117265 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec88b440-40a0-459f-b94b-06c332e86094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290d6de0-525c-40c7-8eec-34ce73fcc7b9'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:01:33.117877 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7443693-9bfb-41cb-a324-d002a92739b1 req-748cbfe7-1647-4e36-b150-a79fce78b4d9 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:33.119406 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b7443693-9bfb-41cb-a324-d002a92739b1 req-748cbfe7-1647-4e36-b150-a79fce78b4d9 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 945 time: 0.0793650 Sep 24 05:01:33.127179 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e5084-3746-4f41-ba13-b34d1691198e req-bdc8ff86-3cc1-4a38-9c3c-75a637e697a8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:33.128556 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-966e5084-3746-4f41-ba13-b34d1691198e req-bdc8ff86-3cc1-4a38-9c3c-75a637e697a8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.0787039 Sep 24 05:01:33.194290 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 290d6de0-525c-40c7-8eec-34ce73fcc7b9, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=290d6de0-525c-40c7-8eec-34ce73fcc7b9,segment=NetworkSegment(276f78fe-d5ad-4e63-a140-d085a46c901f),segment_id=276f78fe-d5ad-4e63-a140-d085a46c901f)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:33.199075 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (290d6de0-525c-40c7-8eec-34ce73fcc7b9), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:33.200918 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b7443693-9bfb-41cb-a324-d002a92739b1 req-563b18fa-32bb-4fd5-b0e5-75966c047de6 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714066 Sep 24 05:01:33.205551 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-966e5084-3746-4f41-ba13-b34d1691198e req-888461fb-eaf0-4856-8ad8-a90946281f85 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694032 Sep 24 05:01:33.262152 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=290d6de0-525c-40c7-8eec-34ce73fcc7b9,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:33.318718 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f985cd56-8536-44f3-9253-f0f5a6c7e5b0" -d '{"events": [{"server_uuid": "ec88b440-40a0-459f-b94b-06c332e86094", "name": "network-vif-plugged", "status": "completed", "tag": "290d6de0-525c-40c7-8eec-34ce73fcc7b9"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:01:33.322212 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cdce3d9e-6f2a-4d5c-9d8e-8b630656a197 req-c9bc8342-1c3d-4191-8446-75768fe88c4d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0335393 Sep 24 05:01:33.414393 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b789960-786b-4747-a8d0-88c8a3e0c0fd x-openstack-request-id: req-7b789960-786b-4747-a8d0-88c8a3e0c0fd {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:01:33.414781 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec88b440-40a0-459f-b94b-06c332e86094", "name": "network-vif-plugged", "status": "completed", "tag": "290d6de0-525c-40c7-8eec-34ce73fcc7b9", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:01:33.415037 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b789960-786b-4747-a8d0-88c8a3e0c0fd {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:01:33.415504 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b789960-786b-4747-a8d0-88c8a3e0c0fd'] response: {'server_uuid': 'ec88b440-40a0-459f-b94b-06c332e86094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290d6de0-525c-40c7-8eec-34ce73fcc7b9', 'code': 200} Sep 24 05:01:33.713943 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1e0b2-7e7c-45d5-8c88-178bb7f09a44 req-657265dd-1da0-4b9b-8f0b-b6dcb0d8bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:33.716255 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-fae1e0b2-7e7c-45d5-8c88-178bb7f09a44 req-657265dd-1da0-4b9b-8f0b-b6dcb0d8bb85 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 1127 time: 0.0732918 Sep 24 05:01:33.796042 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936562e-d86d-438d-8248-8b38bdf7d61c req-cf6a953e-c595-414d-b9e5-cfb8b6d9cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:33.802304 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58084b-f647-4e92-9834-0fae9527528e req-767cc3a7-a860-4317-b8dd-fc84371dd95c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:33.806050 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ce58084b-f647-4e92-9834-0fae9527528e req-767cc3a7-a860-4317-b8dd-fc84371dd95c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.1797137 Sep 24 05:01:33.806249 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6936562e-d86d-438d-8248-8b38bdf7d61c req-cf6a953e-c595-414d-b9e5-cfb8b6d9cda4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=0eef3b9c-c86e-4192-9c47-1e3382392851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888653 Sep 24 05:01:33.816242 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.16', 54726) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:33.819103 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dd50d-97db-419d-9e98-4a8865826de3 req-9ed3adb8-ce1f-4568-b2ee-61bc0607f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:33.826271 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fe7dd50d-97db-419d-9e98-4a8865826de3 req-9ed3adb8-ce1f-4568-b2ee-61bc0607f02d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=66ec8bde739145dda504995dbea0914a&device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 1128 time: 0.1429524 Sep 24 05:01:33.932535 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c8d4b-2439-43ef-afe8-6dd20423c7b3 req-0d98d613-15f5-41b2-b9b9-7275b59639d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:33.935206 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b03c8d4b-2439-43ef-afe8-6dd20423c7b3 req-0d98d613-15f5-41b2-b9b9-7275b59639d9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c1aaf20f480a423ea5feca81585aeeed&device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 1127 time: 0.2532005 Sep 24 05:01:33.967340 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.16', 54727) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:34.012281 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:34.036144 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c662b-f3a3-4ea4-a5f6-451362d426fa req-91ceb185-3c40-4cf1-a284-b8375ef72f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:34.038045 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-fb8c662b-f3a3-4ea4-a5f6-451362d426fa req-91ceb185-3c40-4cf1-a284-b8375ef72f26 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 1127 time: 0.2566612 Sep 24 05:01:34.080563 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6936562e-d86d-438d-8248-8b38bdf7d61c req-0e011a2c-2929-4d6e-bf1d-7145fd746533 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0eef3b9c-c86e-4192-9c47-1e3382392851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413895 Sep 24 05:01:34.226485 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705ad3b-cd37-4b18-b6ee-cb712a5b99eb req-4267d17c-2cbe-496a-8f0d-5898441a0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:34.228324 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4705ad3b-cd37-4b18-b6ee-cb712a5b99eb req-4267d17c-2cbe-496a-8f0d-5898441a0086 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 1130 time: 0.1779070 Sep 24 05:01:34.257493 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ce58084b-f647-4e92-9834-0fae9527528e req-e5da8788-77cd-405d-b325-b912f1c0357c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4282074 Sep 24 05:01:34.272485 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1e0b2-7e7c-45d5-8c88-178bb7f09a44 req-9e3013ce-eb3b-47c1-a3f1-01dd3785f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:34.274379 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-fae1e0b2-7e7c-45d5-8c88-178bb7f09a44 req-9e3013ce-eb3b-47c1-a3f1-01dd3785f244 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=a18a3756ba2b460d977f738a115ebfe0&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4669964 Sep 24 05:01:34.295625 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c662b-f3a3-4ea4-a5f6-451362d426fa req-c552977e-24f0-41f6-992a-80c92aa38dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:34.297268 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-fb8c662b-f3a3-4ea4-a5f6-451362d426fa req-c552977e-24f0-41f6-992a-80c92aa38dbd service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 920 time: 0.2158706 Sep 24 05:01:34.408070 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-fb8c662b-f3a3-4ea4-a5f6-451362d426fa req-5c3a58d8-ddae-4fa1-9e5a-8131cd58fe5a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dd07bd5-e74b-434c-a105-6a9c537c3c96 HTTP/1.1" status: 200 len: 217 time: 0.1001933 Sep 24 05:01:34.441825 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67797180-27b2-4416-bb9d-0b24e213bfb9 req-305f4aaf-fd14-4c43-b9ac-bcb918b507d5 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:34.443177 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:34.449527 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-67797180-27b2-4416-bb9d-0b24e213bfb9 req-305f4aaf-fd14-4c43-b9ac-bcb918b507d5 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 943 time: 0.6881385 Sep 24 05:01:34.511138 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6936562e-d86d-438d-8248-8b38bdf7d61c req-603c80d5-8688-4683-a23e-107c69caac83 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0eef3b9c-c86e-4192-9c47-1e3382392851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623102 Sep 24 05:01:34.525969 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-4705ad3b-cd37-4b18-b6ee-cb712a5b99eb req-8309d513-33b2-4e6d-8822-5cac454142ab service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:34.553716 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c662b-f3a3-4ea4-a5f6-451362d426fa req-0df4d5f8-ca0c-49ab-997d-56af8785bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:34.556048 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-fb8c662b-f3a3-4ea4-a5f6-451362d426fa req-0df4d5f8-ca0c-49ab-997d-56af8785bec6 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf HTTP/1.1" status: 200 len: 858 time: 0.1333711 Sep 24 05:01:34.575867 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 55558) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:34.606470 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1e0b2-7e7c-45d5-8c88-178bb7f09a44 req-dbdd642c-852e-4b07-a118-a16fdd85a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:34.608603 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-fae1e0b2-7e7c-45d5-8c88-178bb7f09a44 req-dbdd642c-852e-4b07-a118-a16fdd85a238 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3277938 Sep 24 05:01:34.677098 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5812730-322b-42bd-be84-02502055dc60 req-dc63cff3-8f18-41e1-a721-5d512deade72 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:34.678616 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e5812730-322b-42bd-be84-02502055dc60 req-dc63cff3-8f18-41e1-a721-5d512deade72 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.2745647 Sep 24 05:01:34.688977 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:34.700402 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dd50d-97db-419d-9e98-4a8865826de3 req-f7fed617-161f-4730-b4cc-34d4f5df1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:34.701933 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fe7dd50d-97db-419d-9e98-4a8865826de3 req-f7fed617-161f-4730-b4cc-34d4f5df1285 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=66ec8bde739145dda504995dbea0914a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.8178532 Sep 24 05:01:34.720700 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-c9b7d899-7a71-4f38-a814-dec42d7b521b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:34.722221 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-c9b7d899-7a71-4f38-a814-dec42d7b521b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "GET /networking/v2.0/networks?id=17f0f6dc-1b39-4c78-b39c-2031585b359a HTTP/1.1" status: 200 len: 815 time: 0.8943923 Sep 24 05:01:34.723254 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c8d4b-2439-43ef-afe8-6dd20423c7b3 req-38e89c44-7670-4a62-a018-e26017bab3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:34.724554 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b03c8d4b-2439-43ef-afe8-6dd20423c7b3 req-38e89c44-7670-4a62-a018-e26017bab3d5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=c1aaf20f480a423ea5feca81585aeeed&shared=False HTTP/1.1" status: 200 len: 918 time: 0.7071614 Sep 24 05:01:34.756479 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-67797180-27b2-4416-bb9d-0b24e213bfb9 req-80ebf3d4-8bae-4d2a-95bd-39b5f3493039 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059709 Sep 24 05:01:34.756681 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-1376fb29-4e89-4f5f-a167-ca832ef3bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:34.757935 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-1376fb29-4e89-4f5f-a167-ca832ef3bc05 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 1127 time: 0.0513589 Sep 24 05:01:34.807514 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d9b29d15-f7d1-404c-be86-9e3f3381521c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:34.852463 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-f757329e-0999-434e-b578-c0b3a240cbee service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=990ceab0-dcdb-43e0-ab13-ed36ddfbeabf HTTP/1.1" status: 200 len: 217 time: 0.0790133 Sep 24 05:01:34.957949 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 0dd07bd5-e74b-434c-a105-6a9c537c3c96 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:01:34.979463 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:35.108878 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c662b-f3a3-4ea4-a5f6-451362d426fa req-efe22536-f153-40e2-83b7-f9fcd1602610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:35.110542 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-fb8c662b-f3a3-4ea4-a5f6-451362d426fa req-efe22536-f153-40e2-83b7-f9fcd1602610 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4672482 Sep 24 05:01:35.110700 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:35.120366 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 0dd07bd5-e74b-434c-a105-6a9c537c3c96, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=0dd07bd5-e74b-434c-a105-6a9c537c3c96,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:35.134360 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b754baa9-2db3-473f-84d0-b1ff4c606f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:35.138913 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '0dd07bd5-e74b-434c-a105-6a9c537c3c96', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'port_id': '0dd07bd5-e74b-434c-a105-6a9c537c3c96', 'mac_address': 'fa:16:3e:85:5c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:01:35.175407 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-02963713-c67d-4e3b-a4ed-76302d00f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:35.177028 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-02963713-c67d-4e3b-a4ed-76302d00f88a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf HTTP/1.1" status: 200 len: 858 time: 0.3144529 Sep 24 05:01:35.185149 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 0dd07bd5-e74b-434c-a105-6a9c537c3c96 is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:35.185785 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (0dd07bd5-e74b-434c-a105-6a9c537c3c96), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:35.204454 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd07bd5-e74b-434c-a105-6a9c537c3c96 {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:01:35.226689 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e5812730-322b-42bd-be84-02502055dc60 req-4bdf8ea0-f382-4ef6-9544-df256eb2a866 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5342431 Sep 24 05:01:35.227303 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 0dd07bd5-e74b-434c-a105-6a9c537c3c96, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=0dd07bd5-e74b-434c-a105-6a9c537c3c96,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:35.232335 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (0dd07bd5-e74b-434c-a105-6a9c537c3c96), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:35.253774 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:35.290662 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=0dd07bd5-e74b-434c-a105-6a9c537c3c96,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:35.315576 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-b9e35ce3-e09e-4de6-befc-b463892a4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:35.317065 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-dc4ef251-2ce9-43f9-8c53-e9635e8db3a4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=87d5229e39fe4817b5187068d8acecc7 HTTP/1.1" status: 200 len: 379 time: 0.5645318 Sep 24 05:01:35.317188 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-b9e35ce3-e09e-4de6-befc-b463892a4280 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0980277 Sep 24 05:01:35.318377 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dd50d-97db-419d-9e98-4a8865826de3 req-a2313061-37f8-4c8a-ac53-9081d0558d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:35.319871 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fe7dd50d-97db-419d-9e98-4a8865826de3 req-a2313061-37f8-4c8a-ac53-9081d0558d89 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6109293 Sep 24 05:01:35.325722 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d806222-584a-4298-a634-dbef9115a09a req-56db8c12-9afa-4346-a6ef-6415e7346e7c tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:35.327180 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7d806222-584a-4298-a634-dbef9115a09a req-56db8c12-9afa-4346-a6ef-6415e7346e7c tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 946 time: 0.2896352 Sep 24 05:01:35.345075 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-fb8c662b-f3a3-4ea4-a5f6-451362d426fa req-7e27d2b7-1b10-4380-8d38-662eb6135d2c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256007 Sep 24 05:01:35.366433 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d9b29d15-f7d1-404c-be86-9e3f3381521c admin admin] Publish callbacks [] for security_group (460f653d-458d-453a-ae16-a8cd5b079137), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:35.369602 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-4705ad3b-cd37-4b18-b6ee-cb712a5b99eb req-8309d513-33b2-4e6d-8822-5cac454142ab service neutron] Publish callbacks [] for security_group (51ef79c3-c217-440f-9498-0ec0e2e235df), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:35.370544 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d9b29d15-f7d1-404c-be86-9e3f3381521c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (460f653d-458d-453a-ae16-a8cd5b079137), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:35.401463 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-4705ad3b-cd37-4b18-b6ee-cb712a5b99eb req-8309d513-33b2-4e6d-8822-5cac454142ab service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (51ef79c3-c217-440f-9498-0ec0e2e235df), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:35.405507 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-438da96d-e2b7-4c43-83c4-6d0120aea185 req-9be6f252-40fc-453e-a01e-4fab0a72edb6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0746365 Sep 24 05:01:35.410726 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-d9b29d15-f7d1-404c-be86-9e3f3381521c admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=b47e04abe52c4c39b7d4b36659561f53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8337696 Sep 24 05:01:35.411718 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b29d15-f7d1-404c-be86-9e3f3381521c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460f653d-458d-453a-ae16-a8cd5b079137,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:35.414140 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 55572) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:35.440924 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:35.477233 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e3a446de-676b-4b5b-97c7-ac0e2a9c3186 admin admin] Publish callbacks [] for security_group (460f653d-458d-453a-ae16-a8cd5b079137), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:35.498443 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e3a446de-676b-4b5b-97c7-ac0e2a9c3186 admin admin] Publish callbacks [] for security_group (460f653d-458d-453a-ae16-a8cd5b079137), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:35.503269 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309d513-33b2-4e6d-8822-5cac454142ab service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=51ef79c3-c217-440f-9498-0ec0e2e235df,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:35.533179 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c8d4b-2439-43ef-afe8-6dd20423c7b3 req-93d39c9f-3068-42ea-a822-8b7a2bd22244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:35.534633 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b03c8d4b-2439-43ef-afe8-6dd20423c7b3 req-93d39c9f-3068-42ea-a822-8b7a2bd22244 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7993402 Sep 24 05:01:35.537879 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4705ad3b-cd37-4b18-b6ee-cb712a5b99eb req-8309d513-33b2-4e6d-8822-5cac454142ab service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2165334 Sep 24 05:01:35.544105 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7d806222-584a-4298-a634-dbef9115a09a req-b300c1b2-5d41-4a97-891f-f00995286e63 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069514 Sep 24 05:01:35.574019 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33484d65-2b6d-44ca-a7b9-b34aac8d4fbc req-a3319897-e149-4824-8173-f560680254ad tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:35.574019 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-33484d65-2b6d-44ca-a7b9-b34aac8d4fbc req-a3319897-e149-4824-8173-f560680254ad tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0880837 Sep 24 05:01:35.579304 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'port': {'device_id': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'admin_state_up': True, 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'security_groups': ['676d102e-38dd-4ddb-8531-c22dec005d8e']}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:01:35.612111 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e3a446de-676b-4b5b-97c7-ac0e2a9c3186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (460f653d-458d-453a-ae16-a8cd5b079137), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:35.614643 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e3a446de-676b-4b5b-97c7-ac0e2a9c3186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:35.615778 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-e3a446de-676b-4b5b-97c7-ac0e2a9c3186 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/460f653d-458d-453a-ae16-a8cd5b079137 HTTP/1.1" status: 204 len: 168 time: 0.1969500 Sep 24 05:01:35.639355 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a446de-676b-4b5b-97c7-ac0e2a9c3186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460f653d-458d-453a-ae16-a8cd5b079137,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:35.643178 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:35.657184 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-c6cfde6a-3d9e-4d48-a515-11d0ef406da5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182220 Sep 24 05:01:35.704019 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-33484d65-2b6d-44ca-a7b9-b34aac8d4fbc req-fc95324c-aca6-43db-93db-7ca048364ebf tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1343071 Sep 24 05:01:35.771735 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Made reservation on behalf of 87d5229e39fe4817b5187068d8acecc7 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:01:35.773519 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 55586) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:35.776638 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:35.803618 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:35.839352 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac22de20-fdf1-40aa-a6ce-22eaab2d29e6 admin admin] Deleting subnet f5371e7b-152a-4f4e-a0f9-48a8aa08a005 {{(pid=106193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 05:01:35.842943 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ac22de20-fdf1-40aa-a6ce-22eaab2d29e6 admin admin] Publish callbacks [] for subnet (f5371e7b-152a-4f4e-a0f9-48a8aa08a005), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:35.885985 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ac22de20-fdf1-40aa-a6ce-22eaab2d29e6 admin admin] Publish callbacks [] for subnet (f5371e7b-152a-4f4e-a0f9-48a8aa08a005), precommit_delete_associations {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:35.898556 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ac22de20-fdf1-40aa-a6ce-22eaab2d29e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66367886'] for subnet (f5371e7b-152a-4f4e-a0f9-48a8aa08a005), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:35.921621 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b32c1f-a5ce-4663-8410-de6f09edfc75 req-d87bc263-8de7-447c-8635-df55bb2e1b04 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:35.923178 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-27b32c1f-a5ce-4663-8410-de6f09edfc75 req-d87bc263-8de7-447c-8635-df55bb2e1b04 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 943 time: 0.0740228 Sep 24 05:01:35.960110 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ac22de20-fdf1-40aa-a6ce-22eaab2d29e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66370483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for subnet (f5371e7b-152a-4f4e-a0f9-48a8aa08a005), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:35.965699 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 55592) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:35.999198 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22de20-fdf1-40aa-a6ce-22eaab2d29e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5371e7b-152a-4f4e-a0f9-48a8aa08a005,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:36.003536 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ac22de20-fdf1-40aa-a6ce-22eaab2d29e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:36.006683 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ac22de20-fdf1-40aa-a6ce-22eaab2d29e6 admin admin] 10.222.0.50 "DELETE /networking/v2.0/subnets/f5371e7b-152a-4f4e-a0f9-48a8aa08a005 HTTP/1.1" status: 204 len: 168 time: 0.2320862 Sep 24 05:01:36.007510 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:36.009420 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 55594) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:36.017677 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Allocated IP 172.20.0.14 (17f0f6dc-1b39-4c78-b39c-2031585b359a/8f69c44e-b4a0-4787-8e79-5aa8095e4aa1/7efb703e-b766-4972-b442-eaba81c854e8) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:01:36.028511 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-27b32c1f-a5ce-4663-8410-de6f09edfc75 req-b65385b9-250d-492c-a6a3-8abcd3f14a10 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974193 Sep 24 05:01:36.092806 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Publish callbacks [] for security_group (6500fdd3-1b30-4a08-8ca2-967831220e63), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:36.097293 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (6500fdd3-1b30-4a08-8ca2-967831220e63), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:36.124651 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328315'] for network (52fdefb6-1257-4b23-967b-1b59d7b70810), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:36.135808 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6500fdd3-1b30-4a08-8ca2-967831220e63,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:36.141787 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=b4202362f8fc4747b9a49a6a6b6f28e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1688919 Sep 24 05:01:36.143011 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 55598) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:36.147341 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:36.147689 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:36.148026 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:36.148360 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:36.148696 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:36.149024 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:36.149339 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:36.149746 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:36.150098 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:36.150424 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:36.150748 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:36.151088 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:36.151407 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:36.151724 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:36.152066 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735657e0-d943-4070-8dda-b5d620678c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:36.192227 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:36.331069 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66397605', 'neutron.services.segments.db._delete_segments_for_network-8754988363457'] for network (52fdefb6-1257-4b23-967b-1b59d7b70810), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:36.357124 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:36.382312 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Publish callbacks [] for security_group (6500fdd3-1b30-4a08-8ca2-967831220e63), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:36.388455 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:36.388837 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:36.389859 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:36.390791 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Subscribe: > port after_create 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:36.391135 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:36.391488 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Subscribe: > port after_update 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:36.391812 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:36.392154 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:36.392474 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:36.392797 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:36.565246 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:36.565624 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:36.565958 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:36.566342 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:36.566765 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52fdefb6-1257-4b23-967b-1b59d7b70810']}} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:01:36.604624 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for port (7efb703e-b766-4972-b442-eaba81c854e8), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:36.607038 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f67e775-6b7b-4091-9502-8fd1dcb7e2b3') {'for_net_delete': True} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:01:36.607370 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f67e775-6b7b-4091-9502-8fd1dcb7e2b3') {} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:01:36.667171 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754988363349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600310'] for segment (7f67e775-6b7b-4091-9502-8fd1dcb7e2b3), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:36.676663 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7359b63-e9be-4b68-909a-badad3debceb req-eaff9235-fb8b-4b3f-ac0b-8fdf163a6e5f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:36.678235 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c7359b63-e9be-4b68-909a-badad3debceb req-eaff9235-fb8b-4b3f-ac0b-8fdf163a6e5f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.3680482 Sep 24 05:01:36.688012 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Publish callbacks [] for security_group (6500fdd3-1b30-4a08-8ca2-967831220e63), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:36.693296 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8b8796b9-efce-4999-b5cf-0fe426a36300 req-5cadf1a9-4dec-4365-af79-87e7d5f7b81c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.1014524 Sep 24 05:01:36.728357 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (7f67e775-6b7b-4091-9502-8fd1dcb7e2b3), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:36.762011 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 05:01:36.762412 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3700716'] for segment (7f67e775-6b7b-4091-9502-8fd1dcb7e2b3), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:36.804432 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:36.891633 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (7efb703e-b766-4972-b442-eaba81c854e8), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:36.900983 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c7359b63-e9be-4b68-909a-badad3debceb req-83680289-2135-4e0b-bb22-159f7d841e70 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024882 Sep 24 05:01:36.920878 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2434451-ad1f-4b81-8c5b-3c35217258a3 req-a657b495-a34f-48ee-9c05-6f208ca725ea tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:36.923051 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a2434451-ad1f-4b81-8c5b-3c35217258a3 req-a657b495-a34f-48ee-9c05-6f208ca725ea tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 946 time: 0.1638567 Sep 24 05:01:36.946939 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66397596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437385'] for network (52fdefb6-1257-4b23-967b-1b59d7b70810), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:36.973122 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Network 17f0f6dc-1b39-4c78-b39c-2031585b359a is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:01:36.983127 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (6500fdd3-1b30-4a08-8ca2-967831220e63), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:36.986265 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:36.987419 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/6500fdd3-1b30-4a08-8ca2-967831220e63 HTTP/1.1" status: 204 len: 168 time: 0.8435090 Sep 24 05:01:37.003384 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:37.007971 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] 10.222.0.50 "DELETE /networking/v2.0/networks/52fdefb6-1257-4b23-967b-1b59d7b70810 HTTP/1.1" status: 204 len: 168 time: 0.9975832 Sep 24 05:01:37.011502 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 55616) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:37.020414 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:01:37.037247 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Pushing event deleted for resources: {'Network': ['ID=52fdefb6-1257-4b23-967b-1b59d7b70810,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:37.041091 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:01:37.084109 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6500fdd3-1b30-4a08-8ca2-967831220e63,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:37.087327 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'Port': ['ID=7efb703e-b766-4972-b442-eaba81c854e8,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:37.121705 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce8b420-0b90-4021-aaf0-e950817137c1 admin admin] Deleting subnet 2c404675-efdf-494e-8269-641d955fe006 {{(pid=106193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 05:01:37.127632 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3ce8b420-0b90-4021-aaf0-e950817137c1 admin admin] Publish callbacks [] for subnet (2c404675-efdf-494e-8269-641d955fe006), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:37.131911 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.132476 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.133034 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.133584 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.134222 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.134787 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.135425 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.136017 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.136658 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.137353 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.137990 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.138578 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.139107 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.139898 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.140543 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b9029-b9a5-4469-bb70-22de1dc8e225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.167128 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.167897 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.168252 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.168908 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.169471 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.170087 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.170681 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.171415 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.171848 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.172393 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.172927 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.174071 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.174638 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.175168 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.176465 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.181346 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.181939 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.182480 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.182827 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.183165 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.183523 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.183854 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.184179 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.184519 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.184991 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.185475 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.185822 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.186178 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.186504 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.187343 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf3e79-5f7a-42a3-810a-18389a61bc43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:37.196650 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 7f67e775-6b7b-4091-9502-8fd1dcb7e2b3 resource provider aggregate not found Sep 24 05:01:37.204185 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3ce8b420-0b90-4021-aaf0-e950817137c1 admin admin] Publish callbacks [] for subnet (2c404675-efdf-494e-8269-641d955fe006), precommit_delete_associations {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:37.210076 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3ce8b420-0b90-4021-aaf0-e950817137c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66367886'] for subnet (2c404675-efdf-494e-8269-641d955fe006), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:37.220524 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a2434451-ad1f-4b81-8c5b-3c35217258a3 req-ec35cabb-06b3-406b-903f-202d390e457c tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767923 Sep 24 05:01:37.227734 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3d3b2-2c33-44ea-842e-8e36f0f7f617 req-81d23c97-e8ef-42c4-802e-f17608ec573c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:37.235828 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6bb3d3b2-2c33-44ea-842e-8e36f0f7f617 req-81d23c97-e8ef-42c4-802e-f17608ec573c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.2244790 Sep 24 05:01:37.239615 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 7f67e775-6b7b-4091-9502-8fd1dcb7e2b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f67e775-6b7b-4091-9502-8fd1dcb7e2b3 found for delete ", "request_id": "req-28bc05c8-f6b3-48b7-9ca4-fdd4aa4aae60"}]} Sep 24 05:01:37.267427 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:37.279286 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:37.280149 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:37.323679 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3ce8b420-0b90-4021-aaf0-e950817137c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66370483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for subnet (2c404675-efdf-494e-8269-641d955fe006), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:37.353407 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8b420-0b90-4021-aaf0-e950817137c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c404675-efdf-494e-8269-641d955fe006,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:37.353583 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6bb3d3b2-2c33-44ea-842e-8e36f0f7f617 req-e9c89fa3-2d29-48bb-8d3e-996571e747bd tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165912 Sep 24 05:01:37.368220 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3ce8b420-0b90-4021-aaf0-e950817137c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:37.369475 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-38a0a9b9-a82d-430b-ac02-c8a7d2a79467 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7961631 Sep 24 05:01:37.376718 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-3ce8b420-0b90-4021-aaf0-e950817137c1 admin admin] 10.222.0.50 "DELETE /networking/v2.0/subnets/2c404675-efdf-494e-8269-641d955fe006 HTTP/1.1" status: 204 len: 168 time: 0.3626752 Sep 24 05:01:37.377493 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 55630) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:37.423977 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-8a9e4f3b-9b03-4d04-a97f-5af0ea743194 None None] Provisioning complete for port 7efb703e-b766-4972-b442-eaba81c854e8 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:37.424993 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8a9e4f3b-9b03-4d04-a97f-5af0ea743194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (7efb703e-b766-4972-b442-eaba81c854e8), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:37.425494 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-8a9e4f3b-9b03-4d04-a97f-5af0ea743194 None None] Attempt 1 to provision port 7efb703e-b766-4972-b442-eaba81c854e8 Sep 24 05:01:37.431087 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0ca90-19a1-4a2a-bc6d-cf07b0eb4265 req-98d943df-f35e-4c9a-8712-7e897bb70709 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:37.439089 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-25f0ca90-19a1-4a2a-bc6d-cf07b0eb4265 req-98d943df-f35e-4c9a-8712-7e897bb70709 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 943 time: 0.0787055 Sep 24 05:01:37.467221 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328315'] for network (c7b9cb8e-178a-47d5-a67a-e7235ce88365), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:37.492487 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e4f3b-9b03-4d04-a97f-5af0ea743194 None None] Port 7efb703e-b766-4972-b442-eaba81c854e8 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:37.576396 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:37.580265 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66397605', 'neutron.services.segments.db._delete_segments_for_network-8754988363457'] for network (c7b9cb8e-178a-47d5-a67a-e7235ce88365), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:37.604892 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:37.605255 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:37.606024 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:37.606394 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Subscribe: > port after_create 55550000 {{(pid=106193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:37.606741 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:37.607076 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Subscribe: > port after_update 55550000 {{(pid=106193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:37.607402 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:37.607736 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:37.608047 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:37.608373 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:37.677600 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:37.677967 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:37.678382 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:37.678664 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 05:01:37.679016 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b9cb8e-178a-47d5-a67a-e7235ce88365']}} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:01:37.686881 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-25f0ca90-19a1-4a2a-bc6d-cf07b0eb4265 req-a4651c31-6a14-4677-b3ff-e6b2fade59bf tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467439 Sep 24 05:01:37.696784 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:37.698853 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18e67c1-7cfb-4df9-92f8-68e87c06dcc5') {'for_net_delete': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:01:37.699177 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18e67c1-7cfb-4df9-92f8-68e87c06dcc5') {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:01:37.716706 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754988363349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105158'] for segment (a18e67c1-7cfb-4df9-92f8-68e87c06dcc5), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:37.739982 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (a18e67c1-7cfb-4df9-92f8-68e87c06dcc5), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:37.752656 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 05:01:37.753248 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2382932'] for segment (a18e67c1-7cfb-4df9-92f8-68e87c06dcc5), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:37.834772 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b93d9-498c-4ed5-aa6a-f7334f62b658 req-779f549c-2772-482b-808c-2ecb35ad4e62 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:37.836572 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a24b93d9-498c-4ed5-aa6a-f7334f62b658 req-779f549c-2772-482b-808c-2ecb35ad4e62 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 932 time: 0.0602884 Sep 24 05:01:37.879919 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66397596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437385'] for network (c7b9cb8e-178a-47d5-a67a-e7235ce88365), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:37.893649 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:37.899376 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] 10.222.0.50 "DELETE /networking/v2.0/networks/c7b9cb8e-178a-47d5-a67a-e7235ce88365 HTTP/1.1" status: 204 len: 168 time: 0.5207174 Sep 24 05:01:37.916055 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3976643-eb7f-47e9-bb71-57eb89fd44f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b9cb8e-178a-47d5-a67a-e7235ce88365,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:37.917540 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a24b93d9-498c-4ed5-aa6a-f7334f62b658 req-91d2ad5a-d683-48ab-a863-9e5aee80616e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717785 Sep 24 05:01:37.952750 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-fb8c662b-f3a3-4ea4-a5f6-451362d426fa req-d03dfb56-24a5-4f20-956c-1796c8928605 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475558 Sep 24 05:01:37.970761 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:37.994554 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-8a9e4f3b-9b03-4d04-a97f-5af0ea743194 None None] Attempt 2 to provision port 7efb703e-b766-4972-b442-eaba81c854e8 Sep 24 05:01:38.040436 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e4f3b-9b03-4d04-a97f-5af0ea743194 None None] Port 7efb703e-b766-4972-b442-eaba81c854e8 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:38.041081 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:38.062673 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c3199-bf13-4018-b822-8df0bee3d9c5 req-cfa8bc7b-2f54-4f84-9019-3a0adcde0a4f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:38.064151 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-594c3199-bf13-4018-b822-8df0bee3d9c5 req-cfa8bc7b-2f54-4f84-9019-3a0adcde0a4f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.0652461 Sep 24 05:01:38.105632 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment a18e67c1-7cfb-4df9-92f8-68e87c06dcc5 resource provider aggregate not found Sep 24 05:01:38.131440 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment a18e67c1-7cfb-4df9-92f8-68e87c06dcc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a18e67c1-7cfb-4df9-92f8-68e87c06dcc5 found for delete ", "request_id": "req-a2e2a7db-9fde-4e49-a301-efcee02e92b5"}]} Sep 24 05:01:38.137037 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-594c3199-bf13-4018-b822-8df0bee3d9c5 req-630dcf09-56a3-418b-b33f-7f3e4c03d229 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663757 Sep 24 05:01:38.210538 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 55670) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:38.250365 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-abe4ebe8-1282-4b5b-b23d-59301b1bd6ed admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=92c94dc5b06d4cdbb94682716dd3771f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386038 Sep 24 05:01:38.252917 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 55672) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:38.303399 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b33f0241-6b2d-4ab7-8d19-dcc59b9f3f35 admin admin] Publish callbacks [] for security_group (08bce5e2-8e6f-42c9-b0d4-452b7ba575a4), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:38.324438 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b33f0241-6b2d-4ab7-8d19-dcc59b9f3f35 admin admin] Publish callbacks [] for security_group (08bce5e2-8e6f-42c9-b0d4-452b7ba575a4), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:38.378882 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b33f0241-6b2d-4ab7-8d19-dcc59b9f3f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (08bce5e2-8e6f-42c9-b0d4-452b7ba575a4), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:38.380626 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e8a98-7b93-48d0-8b63-46c205619638 req-64eab70e-31cc-48de-b056-638adf1dc593 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:38.381857 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b33f0241-6b2d-4ab7-8d19-dcc59b9f3f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:38.382164 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eb7e8a98-7b93-48d0-8b63-46c205619638 req-64eab70e-31cc-48de-b056-638adf1dc593 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 946 time: 0.0553720 Sep 24 05:01:38.383029 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-b33f0241-6b2d-4ab7-8d19-dcc59b9f3f35 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/08bce5e2-8e6f-42c9-b0d4-452b7ba575a4 HTTP/1.1" status: 204 len: 168 time: 0.1291709 Sep 24 05:01:38.394218 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f0241-6b2d-4ab7-8d19-dcc59b9f3f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bce5e2-8e6f-42c9-b0d4-452b7ba575a4,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:38.499060 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eb7e8a98-7b93-48d0-8b63-46c205619638 req-82e89f17-8f46-4ed1-b554-eb9cb3967925 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099992 Sep 24 05:01:38.519224 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ac54-a199-4a74-b9b4-8c60cd49304a req-72e7382a-c810-47d0-8d4b-8edd28bfae40 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:38.534175 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2d14ac54-a199-4a74-b9b4-8c60cd49304a req-72e7382a-c810-47d0-8d4b-8edd28bfae40 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0642328 Sep 24 05:01:38.541926 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-8a9e4f3b-9b03-4d04-a97f-5af0ea743194 None None] Attempt 3 to provision port 7efb703e-b766-4972-b442-eaba81c854e8 Sep 24 05:01:38.577882 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e4f3b-9b03-4d04-a97f-5af0ea743194 None None] Port 7efb703e-b766-4972-b442-eaba81c854e8 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:38.585565 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2d14ac54-a199-4a74-b9b4-8c60cd49304a req-232ccc9c-e481-4f1e-9033-b311741754ac tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591543 Sep 24 05:01:38.785940 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 55698) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:38.811720 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbdcf8-1728-43c4-8d78-368b53566403 req-41c2c150-d56f-4be3-8034-079cd62460b4 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:38.813857 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-67bbdcf8-1728-43c4-8d78-368b53566403 req-41c2c150-d56f-4be3-8034-079cd62460b4 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 943 time: 0.0526078 Sep 24 05:01:38.834054 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ab80940b-d663-421f-9a18-ac6273e8881c admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=320e2bc6838f4f518440111b0f3e31c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440233 Sep 24 05:01:38.834350 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 55700) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:38.865632 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-67bbdcf8-1728-43c4-8d78-368b53566403 req-24e21cd5-8a94-48e2-ba9d-98845fdf4494 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456650 Sep 24 05:01:38.892624 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-be64ce83-4359-4d4a-9d49-6a92c151d89b admin admin] Publish callbacks [] for security_group (a8a36063-1c00-455f-b88a-e30b3bb35dc5), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:38.913275 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-be64ce83-4359-4d4a-9d49-6a92c151d89b admin admin] Publish callbacks [] for security_group (a8a36063-1c00-455f-b88a-e30b3bb35dc5), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:38.966209 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-be64ce83-4359-4d4a-9d49-6a92c151d89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (a8a36063-1c00-455f-b88a-e30b3bb35dc5), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:38.969045 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-be64ce83-4359-4d4a-9d49-6a92c151d89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:38.972584 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-be64ce83-4359-4d4a-9d49-6a92c151d89b admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/a8a36063-1c00-455f-b88a-e30b3bb35dc5 HTTP/1.1" status: 204 len: 168 time: 0.1350009 Sep 24 05:01:38.978623 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64ce83-4359-4d4a-9d49-6a92c151d89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a36063-1c00-455f-b88a-e30b3bb35dc5,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:39.028823 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Request body: {'port': {'device_id': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:01:39.079346 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-8a9e4f3b-9b03-4d04-a97f-5af0ea743194 None None] Attempt 4 to provision port 7efb703e-b766-4972-b442-eaba81c854e8 Sep 24 05:01:39.080893 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-8063275d-9093-4df8-8c17-3bd6c2863b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:39.082394 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-8063275d-9093-4df8-8c17-3bd6c2863b01 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c1aaf20f480a423ea5feca81585aeeed&device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 1127 time: 0.0529215 Sep 24 05:01:39.124688 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e4f3b-9b03-4d04-a97f-5af0ea743194 None None] Port 7efb703e-b766-4972-b442-eaba81c854e8 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:39.131305 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:39.161620 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-ed8f9f4e-d8bb-4ab9-8428-5971644f34bb service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4de1eabe-932e-4cda-804d-49eeff37c34c HTTP/1.1" status: 200 len: 217 time: 0.0673459 Sep 24 05:01:39.179374 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-dd99950e-d36d-49f1-98ac-0ba76d41023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:39.180690 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-dd99950e-d36d-49f1-98ac-0ba76d41023f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=66ec8bde739145dda504995dbea0914a&device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 1128 time: 0.1116512 Sep 24 05:01:39.188498 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c743a84-4ae3-4a5a-989d-bb096e3d02b6 req-05f9ef10-9b78-4f23-ba65-c116bf63993c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:39.190380 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3c743a84-4ae3-4a5a-989d-bb096e3d02b6 req-05f9ef10-9b78-4f23-ba65-c116bf63993c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 932 time: 0.1224706 Sep 24 05:01:39.205449 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (7efb703e-b766-4972-b442-eaba81c854e8), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:39.255670 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-71433186-2be2-495e-8974-03841f240348 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27e14393-9cd2-49fc-924d-ab63297b8de7 HTTP/1.1" status: 200 len: 217 time: 0.0618217 Sep 24 05:01:39.266942 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-308301ca-ddd1-47ce-b849-c5fdee46197f req-0ea3aefa-cce1-4ef5-a17c-345e3ea99abd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361743 Sep 24 05:01:39.268531 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-6706afd8-65b9-41fd-8352-414a7e39b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:39.270077 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-6706afd8-65b9-41fd-8352-414a7e39b9dd service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=521b0c5c-068d-4d85-8ac0-e80107b00a80 HTTP/1.1" status: 200 len: 856 time: 0.1018744 Sep 24 05:01:39.328387 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-33a5aeb4-d1f1-45d3-a3fb-f5e237880f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:39.330429 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-33a5aeb4-d1f1-45d3-a3fb-f5e237880f10 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c071aac1-7a40-472d-a3df-a9b342b44447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529451 Sep 24 05:01:39.466945 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3c743a84-4ae3-4a5a-989d-bb096e3d02b6 req-cec45ec6-45a0-43ce-9a8f-205e061de026 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651491 Sep 24 05:01:39.473941 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:39.480482 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-4ba67101-17eb-4fec-abb2-f1ba5a1f9557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:39.482186 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-4ba67101-17eb-4fec-abb2-f1ba5a1f9557 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=90944b39-2e61-42ae-924a-3191ae7969be HTTP/1.1" status: 200 len: 849 time: 0.2196972 Sep 24 05:01:39.495837 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70052475-e435-4e9e-9265-bab9f7c2fae5 req-a3c52386-0063-4324-bc02-35007e53b921 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:39.497401 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-70052475-e435-4e9e-9265-bab9f7c2fae5 req-a3c52386-0063-4324-bc02-35007e53b921 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.1463010 Sep 24 05:01:39.601903 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-70052475-e435-4e9e-9265-bab9f7c2fae5 req-0ddaa774-9782-49b4-9ba7-3f4867cc33fa tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958679 Sep 24 05:01:39.626563 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-8a9e4f3b-9b03-4d04-a97f-5af0ea743194 None None] Attempt 5 to provision port 7efb703e-b766-4972-b442-eaba81c854e8 Sep 24 05:01:39.706263 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e4f3b-9b03-4d04-a97f-5af0ea743194 None None] Port 7efb703e-b766-4972-b442-eaba81c854e8 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:39.720523 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd53136-d518-4ec2-b3a6-af1b1c1614b1 req-53d05d79-09c2-4327-8c91-a75005338360 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:39.722331 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3fd53136-d518-4ec2-b3a6-af1b1c1614b1 req-53d05d79-09c2-4327-8c91-a75005338360 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 946 time: 0.1082973 Sep 24 05:01:39.777027 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['0dd07bd5-e74b-434c-a105-6a9c537c3c96'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:01:39.814954 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f05a72-7545-46a5-aa92-513f06f17aee req-325517b9-b700-4697-8608-a75a6b6c0d36 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:39.816440 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b7f05a72-7545-46a5-aa92-513f06f17aee req-325517b9-b700-4697-8608-a75a6b6c0d36 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0868990 Sep 24 05:01:39.898708 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3fd53136-d518-4ec2-b3a6-af1b1c1614b1 req-c8f1548f-e098-430c-87d0-2402b31124f7 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655500 Sep 24 05:01:39.925303 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efb703e-b766-4972-b442-eaba81c854e8 {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:01:39.929133 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Publish callbacks [] for port (7efb703e-b766-4972-b442-eaba81c854e8), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:39.956559 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b7f05a72-7545-46a5-aa92-513f06f17aee req-59e8207c-393e-4db4-9327-4fb6e141f9a0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1266146 Sep 24 05:01:39.959712 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Transition to ACTIVE for port object 7efb703e-b766-4972-b442-eaba81c854e8 will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:01:39.964790 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (7efb703e-b766-4972-b442-eaba81c854e8), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:40.088413 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e058715-b259-4330-9f0c-f78cd440580a req-986ec205-7ec5-4cc5-8bac-094f4c5cef99 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:40.089875 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5e058715-b259-4330-9f0c-f78cd440580a req-986ec205-7ec5-4cc5-8bac-094f4c5cef99 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 943 time: 0.1131327 Sep 24 05:01:40.097893 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Pushing event updated for resources: {'Port': ['ID=7efb703e-b766-4972-b442-eaba81c854e8,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:40.154783 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Attempting to bind port 7efb703e-b766-4972-b442-eaba81c854e8 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:01:40.155122 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Attempting to bind port 7efb703e-b766-4972-b442-eaba81c854e8 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:01:40.155451 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Attempting to bind port 7efb703e-b766-4972-b442-eaba81c854e8 on network 17f0f6dc-1b39-4c78-b39c-2031585b359a {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:01:40.157858 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:40.189349 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5e058715-b259-4330-9f0c-f78cd440580a req-e5faec7c-a223-4665-99a7-4432640c639c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922911 Sep 24 05:01:40.194451 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-8a9e4f3b-9b03-4d04-a97f-5af0ea743194 None None] Attempt 6 to provision port 7efb703e-b766-4972-b442-eaba81c854e8 Sep 24 05:01:40.223065 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Port 7efb703e-b766-4972-b442-eaba81c854e8 on network 17f0f6dc-1b39-4c78-b39c-2031585b359a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:01:40.223586 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Attempting to bind port 7efb703e-b766-4972-b442-eaba81c854e8 on network 17f0f6dc-1b39-4c78-b39c-2031585b359a {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:01:40.235581 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e4f3b-9b03-4d04-a97f-5af0ea743194 None None] Port 7efb703e-b766-4972-b442-eaba81c854e8 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:01:40.272018 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:01:40.272361 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Checking segment: {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:01:40.272740 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Bound using segment: {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:01:40.273180 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Bound port: 7efb703e-b766-4972-b442-eaba81c854e8, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:01:40.273626 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (7efb703e-b766-4972-b442-eaba81c854e8), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:40.342411 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] For port 7efb703e-b766-4972-b442-eaba81c854e8, host hv-cinder-85918, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:01:40.346081 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] For port 7efb703e-b766-4972-b442-eaba81c854e8, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7efb703e-b766-4972-b442-eaba81c854e8,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:01:40.353705 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (7efb703e-b766-4972-b442-eaba81c854e8), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:40.362569 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:40.363277 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:40.372956 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/7efb703e-b766-4972-b442-eaba81c854e8 HTTP/1.1" status: 200 len: 1094 time: 1.3449657 Sep 24 05:01:40.372956 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'tag': '7efb703e-b766-4972-b442-eaba81c854e8'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:01:40.372956 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468df1be-c342-4f6b-8910-04a9ba2c6bee" -d '{"events": [{"name": "network-changed", "server_uuid": "201433d5-db4e-4e57-a800-42fe5cfc95ca", "tag": "7efb703e-b766-4972-b442-eaba81c854e8"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:01:40.421084 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0b27bb-d555-4af0-a7ca-a97dd31dee9d x-openstack-request-id: req-ef0b27bb-d555-4af0-a7ca-a97dd31dee9d {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:01:40.421444 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201433d5-db4e-4e57-a800-42fe5cfc95ca", "tag": "7efb703e-b766-4972-b442-eaba81c854e8", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:01:40.421715 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef0b27bb-d555-4af0-a7ca-a97dd31dee9d {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:01:40.422217 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef0b27bb-d555-4af0-a7ca-a97dd31dee9d'] response: {'name': 'network-changed', 'server_uuid': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'tag': '7efb703e-b766-4972-b442-eaba81c854e8', 'status': 'completed', 'code': 200} Sep 24 05:01:40.430149 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:40.441453 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e8b9d-8c8b-4389-81b7-50eef86eb154 service neutron] Pushing event updated for resources: {'Port': ['ID=7efb703e-b766-4972-b442-eaba81c854e8,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:40.608367 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85c044-4912-43ca-bf0b-d4008ad78c22 req-8cf92ff7-699c-454f-9b5d-cf9015caac71 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:40.611528 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bf85c044-4912-43ca-bf0b-d4008ad78c22 req-8cf92ff7-699c-454f-9b5d-cf9015caac71 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0515153 Sep 24 05:01:40.680133 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bf85c044-4912-43ca-bf0b-d4008ad78c22 req-8d9c76f8-00ac-4e95-9fde-8cdd556e9c90 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624852 Sep 24 05:01:40.736601 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-8a9e4f3b-9b03-4d04-a97f-5af0ea743194 None None] Attempt 7 to provision port 7efb703e-b766-4972-b442-eaba81c854e8 Sep 24 05:01:40.785441 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e52ed8-c589-4942-8e3c-6978b8a74d1b req-f763d7f3-cf86-415d-a5d2-613e7e5cee25 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:40.805381 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e4f3b-9b03-4d04-a97f-5af0ea743194 None None] Port 7efb703e-b766-4972-b442-eaba81c854e8 had new provisioning blocks added so it will not transition to active. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 05:01:40.805494 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d6e52ed8-c589-4942-8e3c-6978b8a74d1b req-f763d7f3-cf86-415d-a5d2-613e7e5cee25 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.0800884 Sep 24 05:01:40.851220 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d6e52ed8-c589-4942-8e3c-6978b8a74d1b req-efccceab-5e64-4c0d-a532-4cc54d8194b4 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559592 Sep 24 05:01:41.028491 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b12701-5e26-4480-8e57-41607e1a9d77 req-8e262888-52c6-4ed6-9d2b-c88a96be55a4 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:41.029978 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-21b12701-5e26-4480-8e57-41607e1a9d77 req-8e262888-52c6-4ed6-9d2b-c88a96be55a4 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 946 time: 0.0547094 Sep 24 05:01:41.116808 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-21b12701-5e26-4480-8e57-41607e1a9d77 req-79a9a3a0-061f-4575-821f-f8c32a5704d6 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793283 Sep 24 05:01:41.132638 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95661f-8ba9-483c-a243-d4a25943ed3a req-f5577d82-badf-4e6a-93eb-021ec5d7397d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:41.134237 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9d95661f-8ba9-483c-a243-d4a25943ed3a req-f5577d82-badf-4e6a-93eb-021ec5d7397d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0705512 Sep 24 05:01:41.214639 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9d95661f-8ba9-483c-a243-d4a25943ed3a req-59ba98e2-795c-43f6-8d25-3b43cf96b05d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749090 Sep 24 05:01:41.326497 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cc515-6548-4187-9948-55bb18b39f8c req-c2127316-6ec0-4c5a-a1f6-c933b59b721e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:41.327992 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d18cc515-6548-4187-9948-55bb18b39f8c req-c2127316-6ec0-4c5a-a1f6-c933b59b721e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 943 time: 0.0541999 Sep 24 05:01:41.378077 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d18cc515-6548-4187-9948-55bb18b39f8c req-f312a58c-44f0-4577-bec8-5f8444973961 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444307 Sep 24 05:01:41.802747 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 0dd07bd5-e74b-434c-a105-6a9c537c3c96 up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:41.826874 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8685-fd5e-4992-ab35-7b1840d47d23 req-96c76361-e694-42e3-9d00-dc728794ad59 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:41.829113 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7cbd8685-fd5e-4992-ab35-7b1840d47d23 req-96c76361-e694-42e3-9d00-dc728794ad59 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0569558 Sep 24 05:01:41.868551 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:41.882994 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port 0dd07bd5-e74b-434c-a105-6a9c537c3c96 completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:01:41.888676 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 0dd07bd5-e74b-434c-a105-6a9c537c3c96 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:41.889818 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (0dd07bd5-e74b-434c-a105-6a9c537c3c96), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:41.890870 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 0dd07bd5-e74b-434c-a105-6a9c537c3c96 Sep 24 05:01:41.897157 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7cbd8685-fd5e-4992-ab35-7b1840d47d23 req-4e9bbe58-a2eb-4ed9-8ab3-157194a79036 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604894 Sep 24 05:01:41.992171 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 0dd07bd5-e74b-434c-a105-6a9c537c3c96 is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:41.992638 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (0dd07bd5-e74b-434c-a105-6a9c537c3c96), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:42.023128 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dcedb5-91c7-4bc3-b46f-124ccffedf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd07bd5-e74b-434c-a105-6a9c537c3c96'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:01:42.024702 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e25a19-2c40-42b0-af86-8864de092b16 req-a55c2f64-2f3c-4bc6-9c17-84a0af395ba9 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:42.025652 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95a9d1e-58b8-4870-9a14-5cd9804b0b17" -d '{"events": [{"server_uuid": "87dcedb5-91c7-4bc3-b46f-124ccffedf78", "name": "network-vif-plugged", "status": "completed", "tag": "0dd07bd5-e74b-434c-a105-6a9c537c3c96"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:01:42.026596 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-75e25a19-2c40-42b0-af86-8864de092b16 req-a55c2f64-2f3c-4bc6-9c17-84a0af395ba9 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.0643549 Sep 24 05:01:42.050563 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 0dd07bd5-e74b-434c-a105-6a9c537c3c96, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=0dd07bd5-e74b-434c-a105-6a9c537c3c96,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:42.068122 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (0dd07bd5-e74b-434c-a105-6a9c537c3c96), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:42.074869 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d68d4f-68c9-4120-a5ff-f46a0cdfd729 x-openstack-request-id: req-e8d68d4f-68c9-4120-a5ff-f46a0cdfd729 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:01:42.075205 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87dcedb5-91c7-4bc3-b46f-124ccffedf78", "name": "network-vif-plugged", "status": "completed", "tag": "0dd07bd5-e74b-434c-a105-6a9c537c3c96", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:01:42.075463 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8d68d4f-68c9-4120-a5ff-f46a0cdfd729 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:01:42.075852 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d68d4f-68c9-4120-a5ff-f46a0cdfd729'] response: {'server_uuid': '87dcedb5-91c7-4bc3-b46f-124ccffedf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd07bd5-e74b-434c-a105-6a9c537c3c96', 'code': 200} Sep 24 05:01:42.083684 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:42.137891 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=0dd07bd5-e74b-434c-a105-6a9c537c3c96,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:42.144548 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-db5f4d12-29cc-4b76-8831-7108374bf573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:42.146069 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-db5f4d12-29cc-4b76-8831-7108374bf573 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=71010379-32a3-4ab2-bca2-8378eefa5ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689163 Sep 24 05:01:42.146666 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:42.147068 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:42.147500 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:42.147850 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:42.148440 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:42.148824 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:42.149211 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:42.149595 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:42.150172 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:42.150467 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:42.150914 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:42.151271 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:42.151622 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:42.151934 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:42.152418 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:01:42.160839 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-75e25a19-2c40-42b0-af86-8864de092b16 req-80e7cea4-b841-4675-9a4c-10becc37cf4c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278682 Sep 24 05:01:42.189334 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:42.193397 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-df326f5f-46d0-46ab-95f4-9bc000f83aff service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392410 Sep 24 05:01:42.248814 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d947e4e-c1d4-48c2-98eb-78ef827e33ef req-019ea112-6ae6-4c1e-a5ff-17f8b23a8767 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:42.250315 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1d947e4e-c1d4-48c2-98eb-78ef827e33ef req-019ea112-6ae6-4c1e-a5ff-17f8b23a8767 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 946 time: 0.0458117 Sep 24 05:01:42.306695 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1d947e4e-c1d4-48c2-98eb-78ef827e33ef req-2ae93c35-7420-4c05-acaa-1259e3107a10 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502594 Sep 24 05:01:42.354119 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5be8f-dd39-4179-9a1c-d7c16dbae47b req-c41d0ca4-24bf-45ef-acfd-8d54539de5ad tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:42.356056 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-55a5be8f-dd39-4179-9a1c-d7c16dbae47b req-c41d0ca4-24bf-45ef-acfd-8d54539de5ad tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0484564 Sep 24 05:01:42.377670 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:42.410754 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-55a5be8f-dd39-4179-9a1c-d7c16dbae47b req-a5332418-034b-4d6b-973b-bbe40d1e78c3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478799 Sep 24 05:01:42.500528 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e048a-eeb9-4279-a454-8f92bcd28b5e req-f6a056ab-691d-454d-9263-f684c77d0e53 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:42.501965 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b80e048a-eeb9-4279-a454-8f92bcd28b5e req-f6a056ab-691d-454d-9263-f684c77d0e53 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 943 time: 0.0461645 Sep 24 05:01:42.526176 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:42.550326 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b80e048a-eeb9-4279-a454-8f92bcd28b5e req-e537c1ef-f83c-4257-9313-54f4fbd5151b tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427554 Sep 24 05:01:42.644531 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df1be-c342-4f6b-8910-04a9ba2c6bee req-634f1a98-db5a-473c-832a-c924a8c8ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:42.646029 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-468df1be-c342-4f6b-8910-04a9ba2c6bee req-634f1a98-db5a-473c-832a-c924a8c8ea50 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=87d5229e39fe4817b5187068d8acecc7&device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 1128 time: 0.0821509 Sep 24 05:01:42.679192 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-7e0c00bf-8c03-40b7-b502-fd11d2b6204b req-0df180ae-3b2c-42c2-966f-884a8c224296 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256788 Sep 24 05:01:42.731586 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-e3d009aa-bfb5-4a75-8252-80266019606e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752787 Sep 24 05:01:42.772121 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df1be-c342-4f6b-8910-04a9ba2c6bee req-97e1931b-125c-409f-9ddd-d867fd985857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:42.773555 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-468df1be-c342-4f6b-8910-04a9ba2c6bee req-97e1931b-125c-409f-9ddd-d867fd985857 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=87d5229e39fe4817b5187068d8acecc7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1199036 Sep 24 05:01:43.026026 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ac34f-0903-4e56-bdc7-fecab98c8990 req-c16a7f3c-1e5e-4d54-8638-8707e003e6eb tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:43.027494 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-277ac34f-0903-4e56-bdc7-fecab98c8990 req-c16a7f3c-1e5e-4d54-8638-8707e003e6eb tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0479856 Sep 24 05:01:43.081747 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-277ac34f-0903-4e56-bdc7-fecab98c8990 req-a59d8962-653a-4ed7-9bfe-4106ac6e576b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481532 Sep 24 05:01:43.185858 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 55908) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:43.289891 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd037961-4e3c-4f24-88cd-570cb4d576df req-051a1ce3-975f-44d3-8f42-62e1829e0074 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:43.291461 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fd037961-4e3c-4f24-88cd-570cb4d576df req-051a1ce3-975f-44d3-8f42-62e1829e0074 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.0481772 Sep 24 05:01:43.311476 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f8af3f29-1631-4a30-99f7-a3361bf0e4ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:43.356686 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fd037961-4e3c-4f24-88cd-570cb4d576df req-707fb424-a60f-415d-8e9f-87242b42f4ea tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576808 Sep 24 05:01:43.404180 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f8af3f29-1631-4a30-99f7-a3361bf0e4ec admin admin] Publish callbacks [] for security_group (a7c6f795-a9ba-45f8-a473-644f795aa62d), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:43.409048 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f8af3f29-1631-4a30-99f7-a3361bf0e4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (a7c6f795-a9ba-45f8-a473-644f795aa62d), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:43.452973 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-f8af3f29-1631-4a30-99f7-a3361bf0e4ec admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=b46d5bbbd1a741b4a9b5b11033bad56c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654965 Sep 24 05:01:43.457174 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 55932) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:43.460440 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af3f29-1631-4a30-99f7-a3361bf0e4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c6f795-a9ba-45f8-a473-644f795aa62d,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:43.483156 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6e993-c1a8-4c58-95d5-b6405ee80beb req-57804455-4595-4c7c-b6d2-53c942a02933 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:43.485248 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-24f6e993-c1a8-4c58-95d5-b6405ee80beb req-57804455-4595-4c7c-b6d2-53c942a02933 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 946 time: 0.0751462 Sep 24 05:01:43.600163 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f76e5c-82d8-46c6-8c01-b248de1f026f req-639f6f52-88ea-4331-ac01-3c989ed0ee7a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:43.601536 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d9f76e5c-82d8-46c6-8c01-b248de1f026f req-639f6f52-88ea-4331-ac01-3c989ed0ee7a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0904453 Sep 24 05:01:43.621698 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-24f6e993-c1a8-4c58-95d5-b6405ee80beb req-8229897d-e2b2-492e-839c-64b26aff9479 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252482 Sep 24 05:01:43.628758 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-59853029-21cb-4ebe-b61e-de2214ca821f admin admin] Publish callbacks [] for security_group (a7c6f795-a9ba-45f8-a473-644f795aa62d), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:43.686157 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-59853029-21cb-4ebe-b61e-de2214ca821f admin admin] Publish callbacks [] for security_group (a7c6f795-a9ba-45f8-a473-644f795aa62d), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:43.712633 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d9f76e5c-82d8-46c6-8c01-b248de1f026f req-b20bda28-c724-4bf4-8301-5bd72b96bd49 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1033056 Sep 24 05:01:43.763618 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 55942) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:43.765795 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c38e1-3220-42c7-af26-a95658046c8f req-9d8cd515-16a2-490f-893f-bb8d96c1d315 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:43.767330 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-537c38e1-3220-42c7-af26-a95658046c8f req-9d8cd515-16a2-490f-893f-bb8d96c1d315 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 943 time: 0.0700934 Sep 24 05:01:43.770136 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:43.800266 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-59853029-21cb-4ebe-b61e-de2214ca821f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (a7c6f795-a9ba-45f8-a473-644f795aa62d), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:43.802748 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-59853029-21cb-4ebe-b61e-de2214ca821f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:43.803854 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-59853029-21cb-4ebe-b61e-de2214ca821f admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/a7c6f795-a9ba-45f8-a473-644f795aa62d HTTP/1.1" status: 204 len: 168 time: 0.3456597 Sep 24 05:01:43.812604 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:01:43.822682 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59853029-21cb-4ebe-b61e-de2214ca821f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c6f795-a9ba-45f8-a473-644f795aa62d,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:43.837096 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-537c38e1-3220-42c7-af26-a95658046c8f req-eb530694-57ce-4d09-b80c-63d6e14eae81 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628631 Sep 24 05:01:43.845185 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:43.926446 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-afeccc06-832b-4975-a830-074c61fb9027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:43.979295 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=990ceab0-dcdb-43e0-ab13-ed36ddfbeabf,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:43.997898 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '990ceab0-dcdb-43e0-ab13-ed36ddfbeabf', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'port_id': '990ceab0-dcdb-43e0-ab13-ed36ddfbeabf', 'mac_address': 'fa:16:3e:15:9d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:01:44.023923 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-afeccc06-832b-4975-a830-074c61fb9027 admin admin] Publish callbacks [] for security_group (a26e8b25-c5c3-42b1-aea7-065474bb2ebf), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:44.029715 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-afeccc06-832b-4975-a830-074c61fb9027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (a26e8b25-c5c3-42b1-aea7-065474bb2ebf), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:44.045620 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:44.047111 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (990ceab0-dcdb-43e0-ab13-ed36ddfbeabf), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:44.061529 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:01:44.081356 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 55952) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:44.081918 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-afeccc06-832b-4975-a830-074c61fb9027 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=653aa5e6a8ce469db4b8f20de0d5f5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167410 Sep 24 05:01:44.082670 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeccc06-832b-4975-a830-074c61fb9027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26e8b25-c5c3-42b1-aea7-065474bb2ebf,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:44.083680 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=990ceab0-dcdb-43e0-ab13-ed36ddfbeabf,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:44.088052 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (990ceab0-dcdb-43e0-ab13-ed36ddfbeabf), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:44.144580 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=990ceab0-dcdb-43e0-ab13-ed36ddfbeabf,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:44.148300 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-470592d7-4bf1-4ab1-acde-dd3a9ef9e7d7 admin admin] Publish callbacks [] for security_group (a26e8b25-c5c3-42b1-aea7-065474bb2ebf), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:44.179867 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-470592d7-4bf1-4ab1-acde-dd3a9ef9e7d7 admin admin] Publish callbacks [] for security_group (a26e8b25-c5c3-42b1-aea7-065474bb2ebf), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:44.191247 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 55956) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:44.205624 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1e0d9524-2c1e-4584-8fce-6a100041f037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:44.246342 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:44.260606 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7299737-ef17-4677-b1e3-fea84455ea8f req-0190f048-0287-4407-b197-63c6b1623bbf tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:44.262254 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b7299737-ef17-4677-b1e3-fea84455ea8f req-0190f048-0287-4407-b197-63c6b1623bbf tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0710051 Sep 24 05:01:44.294711 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1e0d9524-2c1e-4584-8fce-6a100041f037 admin admin] Publish callbacks [] for security_group (35a3a946-8af7-4a4e-9e11-875e74d13771), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:44.300450 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-470592d7-4bf1-4ab1-acde-dd3a9ef9e7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (a26e8b25-c5c3-42b1-aea7-065474bb2ebf), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:44.301004 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1e0d9524-2c1e-4584-8fce-6a100041f037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (35a3a946-8af7-4a4e-9e11-875e74d13771), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:44.303264 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-470592d7-4bf1-4ab1-acde-dd3a9ef9e7d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:44.304388 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-470592d7-4bf1-4ab1-acde-dd3a9ef9e7d7 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/a26e8b25-c5c3-42b1-aea7-065474bb2ebf HTTP/1.1" status: 204 len: 168 time: 0.2220376 Sep 24 05:01:44.324848 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470592d7-4bf1-4ab1-acde-dd3a9ef9e7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26e8b25-c5c3-42b1-aea7-065474bb2ebf,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:44.331240 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b7299737-ef17-4677-b1e3-fea84455ea8f req-87722ad2-8b3a-49cb-8539-12f3075cc641 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614552 Sep 24 05:01:44.352854 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-1e0d9524-2c1e-4584-8fce-6a100041f037 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=1691d72762c8400b97551704077ac195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1581774 Sep 24 05:01:44.353039 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 55960) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:44.364162 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d9524-2c1e-4584-8fce-6a100041f037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a3a946-8af7-4a4e-9e11-875e74d13771,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:44.420325 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a564f462-92b0-4679-85ab-461982298ba7 admin admin] Publish callbacks [] for security_group (35a3a946-8af7-4a4e-9e11-875e74d13771), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:44.444872 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a564f462-92b0-4679-85ab-461982298ba7 admin admin] Publish callbacks [] for security_group (35a3a946-8af7-4a4e-9e11-875e74d13771), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:44.446982 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:44.479548 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:44.506011 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b937a-bcec-4627-89b0-bfbc1bf71355 req-fe80039a-4c44-4536-9373-b3655155bb9e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:44.508879 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e42b937a-bcec-4627-89b0-bfbc1bf71355 req-fe80039a-4c44-4536-9373-b3655155bb9e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.0556595 Sep 24 05:01:44.519360 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a564f462-92b0-4679-85ab-461982298ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (35a3a946-8af7-4a4e-9e11-875e74d13771), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:44.523501 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a564f462-92b0-4679-85ab-461982298ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:44.526588 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-a564f462-92b0-4679-85ab-461982298ba7 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/35a3a946-8af7-4a4e-9e11-875e74d13771 HTTP/1.1" status: 204 len: 168 time: 0.1723151 Sep 24 05:01:44.536402 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564f462-92b0-4679-85ab-461982298ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a3a946-8af7-4a4e-9e11-875e74d13771,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:44.570283 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e42b937a-bcec-4627-89b0-bfbc1bf71355 req-16a5fa62-2d88-44f2-b7dd-8c0e9581a20f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560186 Sep 24 05:01:44.571932 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['990ceab0-dcdb-43e0-ab13-ed36ddfbeabf'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:01:44.766559 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee23b8a-ccac-41ec-89eb-77f7b4b27add req-69ea0258-3ef9-42ce-8fa0-ce7bc363ec95 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:44.768740 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dee23b8a-ccac-41ec-89eb-77f7b4b27add req-69ea0258-3ef9-42ce-8fa0-ce7bc363ec95 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 946 time: 0.0603726 Sep 24 05:01:44.819158 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 55974) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:44.875773 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dee23b8a-ccac-41ec-89eb-77f7b4b27add req-1d28e7f0-3323-441f-a913-24ec72e0fa71 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008255 Sep 24 05:01:44.878715 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-751112a1-b898-43e8-88bb-b87d2c99f73d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:44.900847 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d41ef-2151-4a91-8044-a0dd021063c4 req-39fdb6a6-444e-4ecb-ab8a-c88b900e42df tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:44.902334 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-867d41ef-2151-4a91-8044-a0dd021063c4 req-39fdb6a6-444e-4ecb-ab8a-c88b900e42df tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0856712 Sep 24 05:01:45.022556 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-867d41ef-2151-4a91-8044-a0dd021063c4 req-58518ad4-1b6b-4acf-8277-0460d910f7e0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108201 Sep 24 05:01:45.032157 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a0a6c-d703-4833-baff-ae849d907194 req-1e5ccb3e-df77-4afc-9b34-9408bb2e03bf tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:45.033658 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-149a0a6c-d703-4833-baff-ae849d907194 req-1e5ccb3e-df77-4afc-9b34-9408bb2e03bf tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 944 time: 0.0824776 Sep 24 05:01:45.099238 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-751112a1-b898-43e8-88bb-b87d2c99f73d admin admin] Publish callbacks [] for security_group (271bbd93-7dd6-443c-916e-62b5677177b0), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:45.110643 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-751112a1-b898-43e8-88bb-b87d2c99f73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (271bbd93-7dd6-443c-916e-62b5677177b0), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:45.134806 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-149a0a6c-d703-4833-baff-ae849d907194 req-9192b415-4b6c-46dd-9107-926d91fd452f tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850513 Sep 24 05:01:45.162091 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-751112a1-b898-43e8-88bb-b87d2c99f73d admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=7b4c234ef410476f85a29dbde06b47a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325846 Sep 24 05:01:45.163116 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751112a1-b898-43e8-88bb-b87d2c99f73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271bbd93-7dd6-443c-916e-62b5677177b0,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:45.164698 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 55988) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:45.223915 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-739b2400-46ad-4f37-ac0f-b8976a4bb195 admin admin] Publish callbacks [] for security_group (271bbd93-7dd6-443c-916e-62b5677177b0), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:45.245093 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-739b2400-46ad-4f37-ac0f-b8976a4bb195 admin admin] Publish callbacks [] for security_group (271bbd93-7dd6-443c-916e-62b5677177b0), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:45.325493 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-739b2400-46ad-4f37-ac0f-b8976a4bb195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (271bbd93-7dd6-443c-916e-62b5677177b0), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:45.328058 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-739b2400-46ad-4f37-ac0f-b8976a4bb195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:45.329177 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-739b2400-46ad-4f37-ac0f-b8976a4bb195 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/271bbd93-7dd6-443c-916e-62b5677177b0 HTTP/1.1" status: 204 len: 168 time: 0.1635149 Sep 24 05:01:45.365564 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b2400-46ad-4f37-ac0f-b8976a4bb195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271bbd93-7dd6-443c-916e-62b5677177b0,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:45.394803 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e0415-0632-4ee5-ac0d-1c80ff37c43b req-baa89e5e-c453-498b-80d7-88dc1e29f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:45.396236 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-bc9e0415-0632-4ee5-ac0d-1c80ff37c43b req-baa89e5e-c453-498b-80d7-88dc1e29f20c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 1129 time: 0.0986478 Sep 24 05:01:45.445693 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:45.524120 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-bc9e0415-0632-4ee5-ac0d-1c80ff37c43b req-4914f2f5-e529-4fe9-a9c8-a2d607f5361b service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074960 Sep 24 05:01:45.805216 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 4de1eabe-932e-4cda-804d-49eeff37c34c details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:01:45.851131 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:45.855952 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fafd6-5a44-418e-9e3f-9f6b953f1c0a req-f083ac92-6d2f-4618-a24d-a901ed38b33d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:45.863486 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a1fafd6-5a44-418e-9e3f-9f6b953f1c0a req-f083ac92-6d2f-4618-a24d-a901ed38b33d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.4189377 Sep 24 05:01:45.961703 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:01:45.963556 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:45.966909 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6f553-f394-407b-9744-4e56d2fa0a02 req-79cff1bb-b2a1-43c4-9f04-a04957130978 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:45.968461 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dcc6f553-f394-407b-9744-4e56d2fa0a02 req-79cff1bb-b2a1-43c4-9f04-a04957130978 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.1459103 Sep 24 05:01:45.983241 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:45.984331 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (990ceab0-dcdb-43e0-ab13-ed36ddfbeabf), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:45.984819 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf Sep 24 05:01:45.990901 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0619e10a-241a-4941-9d8f-7f9cc2b85188 req-3b7305f6-a490-4fff-bf8e-e3faf01e7655 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785728 Sep 24 05:01:46.002103 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:46.016898 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df1be-c342-4f6b-8910-04a9ba2c6bee req-840923c8-e9cb-4fb2-8017-d95443e00587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:46.018485 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-468df1be-c342-4f6b-8910-04a9ba2c6bee req-840923c8-e9cb-4fb2-8017-d95443e00587 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5835764 Sep 24 05:01:46.031480 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a1fafd6-5a44-418e-9e3f-9f6b953f1c0a req-6b61a9ec-ccb5-4020-93be-92c2a65d1bc0 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670754 Sep 24 05:01:46.084271 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 4de1eabe-932e-4cda-804d-49eeff37c34c, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=4de1eabe-932e-4cda-804d-49eeff37c34c,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:46.094328 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dcc6f553-f394-407b-9744-4e56d2fa0a02 req-94e6e685-1b85-4c56-a459-1e6c23b45d4a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151047 Sep 24 05:01:46.102423 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '4de1eabe-932e-4cda-804d-49eeff37c34c', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'port_id': '4de1eabe-932e-4cda-804d-49eeff37c34c', 'mac_address': 'fa:16:3e:01:8a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:01:46.150278 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:46.165818 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:46.166438 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (990ceab0-dcdb-43e0-ab13-ed36ddfbeabf), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:46.185722 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 4de1eabe-932e-4cda-804d-49eeff37c34c is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:46.186595 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:46.252489 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a00bcf-49e5-4ef0-9979-f4d1bd51ac4a req-9c622595-0ac1-44ce-9eae-2691eaa746cc tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:46.261658 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-45a00bcf-49e5-4ef0-9979-f4d1bd51ac4a req-9c622595-0ac1-44ce-9eae-2691eaa746cc tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 946 time: 0.0707948 Sep 24 05:01:46.276918 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de1eabe-932e-4cda-804d-49eeff37c34c {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:01:46.324105 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=990ceab0-dcdb-43e0-ab13-ed36ddfbeabf,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:46.325649 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50eed27b-6da2-4dda-94cc-02fc5cfec071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990ceab0-dcdb-43e0-ab13-ed36ddfbeabf'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:01:46.328024 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b187e7d-6646-4088-bd95-d96588c26116" -d '{"events": [{"server_uuid": "50eed27b-6da2-4dda-94cc-02fc5cfec071", "name": "network-vif-plugged", "status": "completed", "tag": "990ceab0-dcdb-43e0-ab13-ed36ddfbeabf"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:01:46.338546 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (990ceab0-dcdb-43e0-ab13-ed36ddfbeabf), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:46.379271 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 4de1eabe-932e-4cda-804d-49eeff37c34c, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=4de1eabe-932e-4cda-804d-49eeff37c34c,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:46.390865 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda0175-c5ff-4f8f-bdab-64d58520c9c3 req-7ad01777-ffca-4191-abf5-c33baa012d96 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:46.392890 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:46.399222 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bfda0175-c5ff-4f8f-bdab-64d58520c9c3 req-7ad01777-ffca-4191-abf5-c33baa012d96 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0985954 Sep 24 05:01:46.415394 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=990ceab0-dcdb-43e0-ab13-ed36ddfbeabf,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:46.422881 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-45a00bcf-49e5-4ef0-9979-f4d1bd51ac4a req-6e720bd9-bd64-45d8-b34e-2b2a602e91be tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583884 Sep 24 05:01:46.480705 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=4de1eabe-932e-4cda-804d-49eeff37c34c,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:46.517918 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bfda0175-c5ff-4f8f-bdab-64d58520c9c3 req-906d123e-2622-491c-8ccc-f15b12251be5 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175961 Sep 24 05:01:46.608195 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fd8f3b-e66d-4487-8bc3-ed50c1d58617 x-openstack-request-id: req-37fd8f3b-e66d-4487-8bc3-ed50c1d58617 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:01:46.609283 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50eed27b-6da2-4dda-94cc-02fc5cfec071", "name": "network-vif-plugged", "status": "completed", "tag": "990ceab0-dcdb-43e0-ab13-ed36ddfbeabf", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:01:46.609684 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37fd8f3b-e66d-4487-8bc3-ed50c1d58617 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:01:46.610257 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37fd8f3b-e66d-4487-8bc3-ed50c1d58617'] response: {'server_uuid': '50eed27b-6da2-4dda-94cc-02fc5cfec071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990ceab0-dcdb-43e0-ab13-ed36ddfbeabf', 'code': 200} Sep 24 05:01:46.614904 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3105a-dc11-4458-bf80-445fc2d1e65c req-1562d002-06c8-44b4-801a-fb91e057c1ad tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:46.616968 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-49f3105a-dc11-4458-bf80-445fc2d1e65c req-1562d002-06c8-44b4-801a-fb91e057c1ad tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0856628 Sep 24 05:01:46.685261 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-49f3105a-dc11-4458-bf80-445fc2d1e65c req-3062853f-4ebb-41a6-bf7f-9152335fc62d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615125 Sep 24 05:01:47.085610 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['4de1eabe-932e-4cda-804d-49eeff37c34c'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:01:47.197370 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8d002-88e8-4653-9139-8932e4366bb9 req-d077bb28-01e1-446c-a435-72f575639cd4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:47.206749 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a8f8d002-88e8-4653-9139-8932e4366bb9 req-d077bb28-01e1-446c-a435-72f575639cd4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0747046 Sep 24 05:01:47.269437 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a8f8d002-88e8-4653-9139-8932e4366bb9 req-74925ffe-aa1a-4f20-b356-d1c299b5c2f1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613723 Sep 24 05:01:47.324443 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf0ccf-a7fb-473d-b312-3970bbf477f2 req-f7ff025f-ada5-4a48-9f23-07112029a9e2 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:47.329789 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cdf0ccf-a7fb-473d-b312-3970bbf477f2 req-f7ff025f-ada5-4a48-9f23-07112029a9e2 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.1019392 Sep 24 05:01:47.408081 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cdf0ccf-a7fb-473d-b312-3970bbf477f2 req-1f800a33-b8ab-4a6a-b6a8-e0060a614d75 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729313 Sep 24 05:01:47.640917 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55060a-fa5e-472a-8904-0e73ab75d182 req-8166b997-fc60-465d-8532-d5b1b797a6ba tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:47.642548 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ac55060a-fa5e-472a-8904-0e73ab75d182 req-8166b997-fc60-465d-8532-d5b1b797a6ba tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 944 time: 0.0506823 Sep 24 05:01:47.694767 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ac55060a-fa5e-472a-8904-0e73ab75d182 req-8e66535f-67dd-43a3-94cd-6f1c6e858d6d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459745 Sep 24 05:01:47.814079 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08a510-1acc-473c-8a21-9e0dcba4ef03 req-9ab22339-93a7-4c0d-a31f-2bf6a9cada5a tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:47.815533 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae08a510-1acc-473c-8a21-9e0dcba4ef03 req-9ab22339-93a7-4c0d-a31f-2bf6a9cada5a tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0499849 Sep 24 05:01:47.851651 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:47.869227 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae08a510-1acc-473c-8a21-9e0dcba4ef03 req-bac9340d-a7a9-47ab-a5da-23e2db9f081f tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470781 Sep 24 05:01:48.322785 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 4de1eabe-932e-4cda-804d-49eeff37c34c up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:48.353477 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:48.378927 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port 4de1eabe-932e-4cda-804d-49eeff37c34c completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:01:48.387249 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 4de1eabe-932e-4cda-804d-49eeff37c34c triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:48.387634 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:48.387978 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 4de1eabe-932e-4cda-804d-49eeff37c34c Sep 24 05:01:48.427953 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff2e6a-6779-4109-9b4e-81e54a26b62a req-5eb2417d-1530-4f37-a765-0c9cc1909e85 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:48.430052 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c8ff2e6a-6779-4109-9b4e-81e54a26b62a req-5eb2417d-1530-4f37-a765-0c9cc1909e85 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0575981 Sep 24 05:01:48.494043 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 4de1eabe-932e-4cda-804d-49eeff37c34c is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:48.494450 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:48.513029 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c8ff2e6a-6779-4109-9b4e-81e54a26b62a req-916a058b-bdeb-467e-a56f-9bb3fdab4113 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755510 Sep 24 05:01:48.539439 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:48.567661 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 4de1eabe-932e-4cda-804d-49eeff37c34c, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=4de1eabe-932e-4cda-804d-49eeff37c34c,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:48.573378 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:48.612391 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de1eabe-932e-4cda-804d-49eeff37c34c'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:01:48.615332 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d302b2f1-0d5b-43c8-9201-a05f2eebdc37" -d '{"events": [{"server_uuid": "08fb826b-e891-46c4-990d-ca03cf3f4222", "name": "network-vif-plugged", "status": "completed", "tag": "4de1eabe-932e-4cda-804d-49eeff37c34c"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:01:48.640007 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=4de1eabe-932e-4cda-804d-49eeff37c34c,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:48.670871 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141465d8-31f6-4769-aabf-7d8c39a109fe req-1961fc76-e77d-47d9-bbbd-430fde703941 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:48.672776 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-141465d8-31f6-4769-aabf-7d8c39a109fe req-1961fc76-e77d-47d9-bbbd-430fde703941 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.0826943 Sep 24 05:01:48.733100 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-141465d8-31f6-4769-aabf-7d8c39a109fe req-69787d37-e3c5-40c0-bb6f-21b3cb063667 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541553 Sep 24 05:01:48.800434 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1b5f8d-c0dc-4758-a94c-b2d2ffc43f81 x-openstack-request-id: req-8b1b5f8d-c0dc-4758-a94c-b2d2ffc43f81 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:01:48.801104 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fb826b-e891-46c4-990d-ca03cf3f4222", "name": "network-vif-plugged", "status": "completed", "tag": "4de1eabe-932e-4cda-804d-49eeff37c34c", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:01:48.801491 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b1b5f8d-c0dc-4758-a94c-b2d2ffc43f81 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:01:48.802235 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b1b5f8d-c0dc-4758-a94c-b2d2ffc43f81'] response: {'server_uuid': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de1eabe-932e-4cda-804d-49eeff37c34c', 'code': 200} Sep 24 05:01:48.894677 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b1d7b-febe-4eb3-8aaf-d9c578d2d43f req-62829227-b478-4ad2-936f-9a997ca060ed tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:48.896321 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0a3b1d7b-febe-4eb3-8aaf-d9c578d2d43f req-62829227-b478-4ad2-936f-9a997ca060ed tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0509048 Sep 24 05:01:48.945522 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0a3b1d7b-febe-4eb3-8aaf-d9c578d2d43f req-7fb475ac-f33d-4bb5-b99d-f9c49a498ec1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427094 Sep 24 05:01:49.055938 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114e0f9-4ed4-4383-8468-90916b880751 req-6e212758-fd34-4b77-9d11-70ee97f888c9 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:49.057553 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f114e0f9-4ed4-4383-8468-90916b880751 req-6e212758-fd34-4b77-9d11-70ee97f888c9 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0499628 Sep 24 05:01:49.090588 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:49.106459 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f114e0f9-4ed4-4383-8468-90916b880751 req-9e2ae0b9-1cbe-4be8-af1c-3a560048791f tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428281 Sep 24 05:01:49.371895 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 56214) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:49.475872 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6bf73e35-1d2e-4aac-935b-0e9504b5df21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:49.549378 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6bf73e35-1d2e-4aac-935b-0e9504b5df21 admin admin] Publish callbacks [] for security_group (3d3f9f8c-db7a-49a8-b931-9c6afc990d9e), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:49.553505 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6bf73e35-1d2e-4aac-935b-0e9504b5df21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (3d3f9f8c-db7a-49a8-b931-9c6afc990d9e), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:49.595478 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf73e35-1d2e-4aac-935b-0e9504b5df21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3f9f8c-db7a-49a8-b931-9c6afc990d9e,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:49.600387 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-6bf73e35-1d2e-4aac-935b-0e9504b5df21 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=def435aede05402bb6cc8175a3f9d276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274120 Sep 24 05:01:49.602735 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 56220) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:49.645488 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ed30a-e442-4c1b-9bea-975e6f6c6c5d req-9f8b5d49-9c7a-4079-918c-96f53f5a138c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:49.652229 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-720ed30a-e442-4c1b-9bea-975e6f6c6c5d req-9f8b5d49-9c7a-4079-918c-96f53f5a138c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0558889 Sep 24 05:01:49.655556 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1c675541-0d89-4a95-9c95-7033ed346f77 admin admin] Publish callbacks [] for security_group (3d3f9f8c-db7a-49a8-b931-9c6afc990d9e), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:49.685130 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1c675541-0d89-4a95-9c95-7033ed346f77 admin admin] Publish callbacks [] for security_group (3d3f9f8c-db7a-49a8-b931-9c6afc990d9e), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:49.700739 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-720ed30a-e442-4c1b-9bea-975e6f6c6c5d req-d964a5e6-ac42-490d-802c-4623c2adbcf1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474823 Sep 24 05:01:49.736363 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1c675541-0d89-4a95-9c95-7033ed346f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (3d3f9f8c-db7a-49a8-b931-9c6afc990d9e), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:49.738894 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1c675541-0d89-4a95-9c95-7033ed346f77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:49.740025 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-1c675541-0d89-4a95-9c95-7033ed346f77 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/3d3f9f8c-db7a-49a8-b931-9c6afc990d9e HTTP/1.1" status: 204 len: 168 time: 0.1361215 Sep 24 05:01:49.747875 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c675541-0d89-4a95-9c95-7033ed346f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3f9f8c-db7a-49a8-b931-9c6afc990d9e,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:49.877912 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557286e-3857-4ce2-ae82-1eb5f4a2e493 req-cdc6c63b-155d-47ea-8773-a38d7ff0a8fd tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:49.879451 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5557286e-3857-4ce2-ae82-1eb5f4a2e493 req-cdc6c63b-155d-47ea-8773-a38d7ff0a8fd tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.0568221 Sep 24 05:01:49.930497 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5557286e-3857-4ce2-ae82-1eb5f4a2e493 req-1d98af16-ae55-4870-b560-126be5332969 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449121 Sep 24 05:01:50.068150 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 56232) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:50.075542 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7d246-b0c5-4539-ac0f-a39ea8b5ac85 req-e6a1c258-0acb-4c59-95de-73c579a7c674 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:50.077148 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5c7d246-b0c5-4539-ac0f-a39ea8b5ac85 req-e6a1c258-0acb-4c59-95de-73c579a7c674 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0486612 Sep 24 05:01:50.083040 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bedafba2-8fc6-46f5-8523-c2ffc328ddea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:50.131607 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5c7d246-b0c5-4539-ac0f-a39ea8b5ac85 req-65dc689e-4f66-4f8e-aeee-52c4dbe49a5f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480137 Sep 24 05:01:50.168009 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bedafba2-8fc6-46f5-8523-c2ffc328ddea admin admin] Publish callbacks [] for security_group (bb5923a9-984f-46d0-b365-487e4907c5da), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:50.172044 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bedafba2-8fc6-46f5-8523-c2ffc328ddea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (bb5923a9-984f-46d0-b365-487e4907c5da), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:50.188776 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:50.214874 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-bedafba2-8fc6-46f5-8523-c2ffc328ddea admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=301f9d71c9fe4640ac43c293cf17a8bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455994 Sep 24 05:01:50.217772 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedafba2-8fc6-46f5-8523-c2ffc328ddea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5923a9-984f-46d0-b365-487e4907c5da,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:50.221961 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 56236) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:01:50.256467 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528626c-cde1-4723-afe9-eed439ffbf3b req-83cc4924-da83-4209-95b1-03249f0a54e6 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:50.257928 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2528626c-cde1-4723-afe9-eed439ffbf3b req-83cc4924-da83-4209-95b1-03249f0a54e6 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0538208 Sep 24 05:01:50.263033 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:DELETE=7,neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:50.283179 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ec1defad-3f8a-4a89-91ad-7a8b3771faf9 admin admin] Publish callbacks [] for security_group (bb5923a9-984f-46d0-b365-487e4907c5da), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:50.307313 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ec1defad-3f8a-4a89-91ad-7a8b3771faf9 admin admin] Publish callbacks [] for security_group (bb5923a9-984f-46d0-b365-487e4907c5da), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:50.312031 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2528626c-cde1-4723-afe9-eed439ffbf3b req-4227121a-f108-473c-a823-02c717a33363 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483532 Sep 24 05:01:50.360756 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ec1defad-3f8a-4a89-91ad-7a8b3771faf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (bb5923a9-984f-46d0-b365-487e4907c5da), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:50.363342 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ec1defad-3f8a-4a89-91ad-7a8b3771faf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:50.364475 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ec1defad-3f8a-4a89-91ad-7a8b3771faf9 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/bb5923a9-984f-46d0-b365-487e4907c5da HTTP/1.1" status: 204 len: 168 time: 0.1415930 Sep 24 05:01:50.372912 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1defad-3f8a-4a89-91ad-7a8b3771faf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5923a9-984f-46d0-b365-487e4907c5da,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:50.822367 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6ff1d-0279-4f07-a228-508cc8d59f9b req-8a54c888-7d32-4396-a33a-f6205e157849 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:50.823979 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c2e6ff1d-0279-4f07-a228-508cc8d59f9b req-8a54c888-7d32-4396-a33a-f6205e157849 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0479436 Sep 24 05:01:50.873295 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c2e6ff1d-0279-4f07-a228-508cc8d59f9b req-26313e06-21af-401a-ad0b-0b973b9fadff tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428231 Sep 24 05:01:51.057961 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894582fa-3ea6-4665-aa4a-299b292b92da req-841cc4ab-353c-40d2-9124-989ba8413e6c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:51.059520 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-894582fa-3ea6-4665-aa4a-299b292b92da req-841cc4ab-353c-40d2-9124-989ba8413e6c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.0521622 Sep 24 05:01:51.107768 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-894582fa-3ea6-4665-aa4a-299b292b92da req-7238cf35-71f7-43d8-9eee-8eb78dcdd9d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415413 Sep 24 05:01:51.259335 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303349e-f649-48f7-9b2f-152eb84e189d req-d502dd4f-eb71-43ae-a35c-eb4b014f6f18 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:51.261085 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1303349e-f649-48f7-9b2f-152eb84e189d req-d502dd4f-eb71-43ae-a35c-eb4b014f6f18 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0451152 Sep 24 05:01:51.299100 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:51.311424 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1303349e-f649-48f7-9b2f-152eb84e189d req-0d13d311-0cd4-4e5f-ba83-1e737cc73abb tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428867 Sep 24 05:01:51.437820 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87ea0-acc5-4df4-9c24-6a21ca18239e req-2ee7e1f0-9daa-4fee-b597-0958691bb8f0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:51.439241 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c8c87ea0-acc5-4df4-9c24-6a21ca18239e req-2ee7e1f0-9daa-4fee-b597-0958691bb8f0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0504715 Sep 24 05:01:51.494635 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c8c87ea0-acc5-4df4-9c24-6a21ca18239e req-1504c100-8049-4379-a4d4-c683c5755fa8 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477602 Sep 24 05:01:52.002404 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6fe87-afe8-46a6-94b3-d057adb68935 req-30d8a7dd-cd39-4484-87f7-b990d5881758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:52.004035 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e0f6fe87-afe8-46a6-94b3-d057adb68935 req-30d8a7dd-cd39-4484-87f7-b990d5881758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0544174 Sep 24 05:01:52.063934 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e0f6fe87-afe8-46a6-94b3-d057adb68935 req-e6cd1936-8ab9-4bb9-92c5-af1a5535b5ff tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535762 Sep 24 05:01:52.122991 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:52.225656 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ffa51-ea86-48e8-b08c-81263167367e req-f2305352-9fca-48e0-9b68-94ed85c77656 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:52.227032 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9e8ffa51-ea86-48e8-b08c-81263167367e req-f2305352-9fca-48e0-9b68-94ed85c77656 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 944 time: 0.0445395 Sep 24 05:01:52.272653 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9e8ffa51-ea86-48e8-b08c-81263167367e req-bddb9f9e-1cc8-4305-8617-497b78021ddb tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402684 Sep 24 05:01:52.346238 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 27e14393-9cd2-49fc-924d-ab63297b8de7 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:01:52.443769 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b4569-bf48-4e96-9eb0-f8738c900512 req-35abd38d-86be-4fa9-866c-588334596c73 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:52.445334 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb0b4569-bf48-4e96-9eb0-f8738c900512 req-35abd38d-86be-4fa9-866c-588334596c73 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0518174 Sep 24 05:01:52.496878 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb0b4569-bf48-4e96-9eb0-f8738c900512 req-7d8e4892-f1a4-4f84-a831-d0326f29df12 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456369 Sep 24 05:01:52.561847 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 27e14393-9cd2-49fc-924d-ab63297b8de7, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=27e14393-9cd2-49fc-924d-ab63297b8de7,segment=NetworkSegment(d8d16604-5220-46c8-8375-82244012833b),segment_id=d8d16604-5220-46c8-8375-82244012833b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:52.572054 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '27e14393-9cd2-49fc-924d-ab63297b8de7', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'port_id': '27e14393-9cd2-49fc-924d-ab63297b8de7', 'mac_address': 'fa:16:3e:6b:32:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:01:52.606893 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 27e14393-9cd2-49fc-924d-ab63297b8de7 is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:52.607276 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (27e14393-9cd2-49fc-924d-ab63297b8de7), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:52.609402 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:52.618251 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a2bd8-e5f4-43e8-ae1c-203ecb731c77 req-09d907fb-a4ab-43c6-9810-bcdf02497816 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:52.619316 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-043a2bd8-e5f4-43e8-ae1c-203ecb731c77 req-09d907fb-a4ab-43c6-9810-bcdf02497816 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0466366 Sep 24 05:01:52.620992 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e14393-9cd2-49fc-924d-ab63297b8de7 {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:01:52.641505 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 27e14393-9cd2-49fc-924d-ab63297b8de7, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=27e14393-9cd2-49fc-924d-ab63297b8de7,segment=NetworkSegment(d8d16604-5220-46c8-8375-82244012833b),segment_id=d8d16604-5220-46c8-8375-82244012833b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:52.645138 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (27e14393-9cd2-49fc-924d-ab63297b8de7), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:52.668487 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-043a2bd8-e5f4-43e8-ae1c-203ecb731c77 req-496d5089-2b27-41bb-a375-3f445f4b85e4 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427096 Sep 24 05:01:52.696547 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=27e14393-9cd2-49fc-924d-ab63297b8de7,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:53.186585 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0bec9-27b1-4fec-b918-ee028fe91b54 req-d751322e-34a4-4b56-8892-6682d770fe8f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:53.188569 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-83e0bec9-27b1-4fec-b918-ee028fe91b54 req-d751322e-34a4-4b56-8892-6682d770fe8f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0525470 Sep 24 05:01:53.235401 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-83e0bec9-27b1-4fec-b918-ee028fe91b54 req-b8f15172-88ef-44df-8149-03605e475f2d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413790 Sep 24 05:01:53.388987 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6256704-10e3-4355-81d6-ecc15fc6a31c req-73bfffae-535b-40e8-b5f6-d3c565822756 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:53.390619 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e6256704-10e3-4355-81d6-ecc15fc6a31c req-73bfffae-535b-40e8-b5f6-d3c565822756 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 945 time: 0.0456641 Sep 24 05:01:53.437484 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e6256704-10e3-4355-81d6-ecc15fc6a31c req-994d4131-c916-49a3-b840-58119fab535c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407152 Sep 24 05:01:53.620267 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc358f-d3ee-4543-871c-4e134b9dd817 req-9aa0342c-ce7c-4200-bf1b-ba6933db4c07 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:53.621723 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4fc358f-d3ee-4543-871c-4e134b9dd817 req-9aa0342c-ce7c-4200-bf1b-ba6933db4c07 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0473101 Sep 24 05:01:53.673185 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4fc358f-d3ee-4543-871c-4e134b9dd817 req-eda01034-11e0-4833-bfd5-aca3f5cb5743 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458217 Sep 24 05:01:53.785801 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ef82b-6e0e-4d7c-b90a-b4b987bc0e2b req-3a8d27c1-b622-4105-a9bb-52d301807576 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:53.787280 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1c4ef82b-6e0e-4d7c-b90a-b4b987bc0e2b req-3a8d27c1-b622-4105-a9bb-52d301807576 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0462260 Sep 24 05:01:53.833533 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1c4ef82b-6e0e-4d7c-b90a-b4b987bc0e2b req-305ee23f-8ed5-4855-a13a-cbad0714e9e7 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408571 Sep 24 05:01:54.176264 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:01:54.350785 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9348f-f8f2-4836-964e-df88f2448fef req-8976cf61-bfda-4a3d-9b67-8b71041e15c0 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:54.352204 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-88a9348f-f8f2-4836-964e-df88f2448fef req-8976cf61-bfda-4a3d-9b67-8b71041e15c0 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0450323 Sep 24 05:01:54.398006 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-88a9348f-f8f2-4836-964e-df88f2448fef req-5a2f91d1-bd42-4297-9a12-1a4810912bb0 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403912 Sep 24 05:01:54.554184 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770558a0-01f0-48d1-8bb7-40a68289ff8a req-8977bb73-87f7-4be8-9d62-36a47635aa03 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:54.555597 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-770558a0-01f0-48d1-8bb7-40a68289ff8a req-8977bb73-87f7-4be8-9d62-36a47635aa03 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 945 time: 0.0479620 Sep 24 05:01:54.573373 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:54.601487 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-770558a0-01f0-48d1-8bb7-40a68289ff8a req-db3560dc-8ee7-4724-bb8c-cbf8f79ce904 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405836 Sep 24 05:01:54.794323 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b4639-1dda-4839-8bcb-a49cb483dda5 req-0314a3ed-14cc-471b-9e25-f1d0b20fb92b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:54.795759 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b2b4639-1dda-4839-8bcb-a49cb483dda5 req-0314a3ed-14cc-471b-9e25-f1d0b20fb92b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0443997 Sep 24 05:01:54.843001 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b2b4639-1dda-4839-8bcb-a49cb483dda5 req-f899b205-96f1-46af-b4ed-89036164dd1d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404251 Sep 24 05:01:54.948756 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095d671-79db-4642-9894-3ff86f1dfabc req-ba3e24e4-0b6d-40f3-af8d-ed8db0630701 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:54.950325 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7095d671-79db-4642-9894-3ff86f1dfabc req-ba3e24e4-0b6d-40f3-af8d-ed8db0630701 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0460532 Sep 24 05:01:55.001893 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7095d671-79db-4642-9894-3ff86f1dfabc req-d5831201-4662-4154-a658-be2d1542008c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459089 Sep 24 05:01:55.515880 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706169db-7859-4413-b266-deadcf376348 req-8f93e07b-7f2c-40b4-a8e8-6797ecda97a4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:55.517331 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-706169db-7859-4413-b266-deadcf376348 req-8f93e07b-7f2c-40b4-a8e8-6797ecda97a4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0466099 Sep 24 05:01:55.536505 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['27e14393-9cd2-49fc-924d-ab63297b8de7'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:01:55.556976 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:55.567020 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-706169db-7859-4413-b266-deadcf376348 req-1afb0ab2-5053-4893-a8ab-0a6ccc369e67 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441210 Sep 24 05:01:55.723793 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91f685-93d5-4490-a0be-c528501a4db2 req-5d8bb17e-d0d3-4768-b1d9-b094d64af76a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:55.725277 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5d91f685-93d5-4490-a0be-c528501a4db2 req-5d8bb17e-d0d3-4768-b1d9-b094d64af76a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 945 time: 0.0485907 Sep 24 05:01:55.775511 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5d91f685-93d5-4490-a0be-c528501a4db2 req-1a5ade33-cc83-483f-b99a-431e4754f164 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442772 Sep 24 05:01:55.973820 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c5fbf-1ff8-4fe4-9f58-913a839ae914 req-ccaa5125-ca72-45ec-bc47-caba73942efc tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:55.981852 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-524c5fbf-1ff8-4fe4-9f58-913a839ae914 req-ccaa5125-ca72-45ec-bc47-caba73942efc tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0527914 Sep 24 05:01:55.998487 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:56.027575 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-524c5fbf-1ff8-4fe4-9f58-913a839ae914 req-4c1ef489-c56d-4ccc-a9b7-389be1cb8909 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457132 Sep 24 05:01:56.188550 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6020e-5b9a-4018-b7b9-460b1c75ac9b req-249871bb-2984-427a-8585-6babb6fa96ad tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:56.190177 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-abf6020e-5b9a-4018-b7b9-460b1c75ac9b req-249871bb-2984-427a-8585-6babb6fa96ad tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0982878 Sep 24 05:01:56.191267 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-42f63094-92de-488d-b728-38d4891b02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:56.192633 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-42f63094-92de-488d-b728-38d4891b02e2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=87d5229e39fe4817b5187068d8acecc7&device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 1128 time: 0.0617132 Sep 24 05:01:56.258460 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-6108dd8a-a64b-40be-b86c-b33ee08a8310 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7efb703e-b766-4972-b442-eaba81c854e8 HTTP/1.1" status: 200 len: 217 time: 0.0497417 Sep 24 05:01:56.293611 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-abf6020e-5b9a-4018-b7b9-460b1c75ac9b req-35726262-285d-4357-addd-fad95e0aaf30 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933678 Sep 24 05:01:56.824382 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eef81a-19d1-41bc-bdee-3086cb6d2a12 req-2058c29c-c588-4821-a2e3-73584c8b84ad tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:56.825974 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d0eef81a-19d1-41bc-bdee-3086cb6d2a12 req-2058c29c-c588-4821-a2e3-73584c8b84ad tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.1084092 Sep 24 05:01:56.848804 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-d37323da-c9a8-4be4-8c98-78dd3554a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:56.850245 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-d37323da-c9a8-4be4-8c98-78dd3554a0f8 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8f69c44e-b4a0-4787-8e79-5aa8095e4aa1 HTTP/1.1" status: 200 len: 854 time: 0.0945883 Sep 24 05:01:56.910534 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d0eef81a-19d1-41bc-bdee-3086cb6d2a12 req-ea24bc3d-62df-41ad-9dd6-852334b8885b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759933 Sep 24 05:01:56.927065 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3f4d7-6045-480e-9f00-befd8b40b946 req-3c61756b-e418-43fb-ac34-22ff864e469d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:56.928543 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-56e3f4d7-6045-480e-9f00-befd8b40b946 req-3c61756b-e418-43fb-ac34-22ff864e469d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 945 time: 0.0589621 Sep 24 05:01:56.981817 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-56e3f4d7-6045-480e-9f00-befd8b40b946 req-84ebee0c-cdb1-4659-b5ba-4abb75df69be tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471728 Sep 24 05:01:57.151844 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562d907-f25a-4db8-a48e-cff7f72d5d40 req-5bf19290-3d7e-4fb2-9ca4-31005df56338 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:57.153262 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6562d907-f25a-4db8-a48e-cff7f72d5d40 req-5bf19290-3d7e-4fb2-9ca4-31005df56338 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0446622 Sep 24 05:01:57.203755 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6562d907-f25a-4db8-a48e-cff7f72d5d40 req-40a91af6-2fde-4925-9c7a-1b428900c646 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443773 Sep 24 05:01:57.417819 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235de54-3d84-4065-ab59-f8eaa7d52bd2 req-00d1bc4b-9ab2-4aa1-94eb-afbe0f711b95 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:57.419326 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6235de54-3d84-4065-ab59-f8eaa7d52bd2 req-00d1bc4b-9ab2-4aa1-94eb-afbe0f711b95 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0459399 Sep 24 05:01:57.449603 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:57.466267 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6235de54-3d84-4065-ab59-f8eaa7d52bd2 req-69974471-460f-4c03-b8f2-5f87cbf90992 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408456 Sep 24 05:01:57.542027 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 27e14393-9cd2-49fc-924d-ab63297b8de7 up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:01:57.588292 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port 27e14393-9cd2-49fc-924d-ab63297b8de7 completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:01:57.593886 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 27e14393-9cd2-49fc-924d-ab63297b8de7 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:01:57.594379 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (27e14393-9cd2-49fc-924d-ab63297b8de7), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:57.598194 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 27e14393-9cd2-49fc-924d-ab63297b8de7 Sep 24 05:01:57.635535 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c63484-0ed5-475b-9973-6abef0010205 req-1a111d0d-5401-443f-9a2e-04393eb018dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:57.637681 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-53c63484-0ed5-475b-9973-6abef0010205 req-1a111d0d-5401-443f-9a2e-04393eb018dc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 1129 time: 0.0395350 Sep 24 05:01:57.651857 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249b1a7-8b18-406b-8c0c-b5aa591e6525 req-1c647db2-eb88-43db-8872-39339e87fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:57.651857 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a249b1a7-8b18-406b-8c0c-b5aa591e6525 req-1c647db2-eb88-43db-8872-39339e87fff7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 1129 time: 0.0512989 Sep 24 05:01:57.684950 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 27e14393-9cd2-49fc-924d-ab63297b8de7 is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:01:57.685323 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (27e14393-9cd2-49fc-924d-ab63297b8de7), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:57.709030 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2daebb8-dfea-4ab9-8253-008a21f906e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e14393-9cd2-49fc-924d-ab63297b8de7'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:01:57.711262 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a2bef5-c9d9-49d0-9a23-37f396bb0573" -d '{"events": [{"server_uuid": "b2daebb8-dfea-4ab9-8253-008a21f906e1", "name": "network-vif-plugged", "status": "completed", "tag": "27e14393-9cd2-49fc-924d-ab63297b8de7"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:01:57.723770 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 27e14393-9cd2-49fc-924d-ab63297b8de7, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=27e14393-9cd2-49fc-924d-ab63297b8de7,segment=NetworkSegment(d8d16604-5220-46c8-8375-82244012833b),segment_id=d8d16604-5220-46c8-8375-82244012833b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:01:57.731133 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (27e14393-9cd2-49fc-924d-ab63297b8de7), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:01:57.759312 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63691a6-1255-4d63-bd03-b4c9f259db6b x-openstack-request-id: req-f63691a6-1255-4d63-bd03-b4c9f259db6b {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:01:57.759622 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2daebb8-dfea-4ab9-8253-008a21f906e1", "name": "network-vif-plugged", "status": "completed", "tag": "27e14393-9cd2-49fc-924d-ab63297b8de7", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:01:57.759874 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f63691a6-1255-4d63-bd03-b4c9f259db6b {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:01:57.760257 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63691a6-1255-4d63-bd03-b4c9f259db6b'] response: {'server_uuid': 'b2daebb8-dfea-4ab9-8253-008a21f906e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e14393-9cd2-49fc-924d-ab63297b8de7', 'code': 200} Sep 24 05:01:57.788673 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=27e14393-9cd2-49fc-924d-ab63297b8de7,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:01:58.033627 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fe7ff-f833-4b91-9ac5-88b8264ee0c3 req-d976c07f-77a9-4ad3-bb85-46d452b7240d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:58.035138 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-226fe7ff-f833-4b91-9ac5-88b8264ee0c3 req-d976c07f-77a9-4ad3-bb85-46d452b7240d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0476727 Sep 24 05:01:58.118639 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da104b5-b44a-4c27-bc2a-3fffcea4ebe5 req-8319fc6c-7ea3-4ad0-9d32-6ffbdd8f6f1a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:58.119981 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3da104b5-b44a-4c27-bc2a-3fffcea4ebe5 req-8319fc6c-7ea3-4ad0-9d32-6ffbdd8f6f1a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0607059 Sep 24 05:01:58.122972 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-226fe7ff-f833-4b91-9ac5-88b8264ee0c3 req-6edf8f83-8469-4ca6-8eef-5fd2830f8d22 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822544 Sep 24 05:01:58.167058 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3da104b5-b44a-4c27-bc2a-3fffcea4ebe5 req-c5b529f1-7b05-4886-b38c-ddd46eca8c42 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409408 Sep 24 05:01:58.324340 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a58943-f77d-4da5-af32-d8337a2dd435 req-7d9da5d3-5994-4028-8b02-0bf4e95fefdc tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:58.325773 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76a58943-f77d-4da5-af32-d8337a2dd435 req-7d9da5d3-5994-4028-8b02-0bf4e95fefdc tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0443835 Sep 24 05:01:58.372404 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76a58943-f77d-4da5-af32-d8337a2dd435 req-06110680-e106-45d5-95e2-2a52eb8b7711 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403659 Sep 24 05:01:58.586135 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23debba-4a9b-4cb8-a9c7-7b3440c02614 req-446b7d03-46d8-4c81-8c5c-ad7429ad6f99 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:58.587552 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e23debba-4a9b-4cb8-a9c7-7b3440c02614 req-446b7d03-46d8-4c81-8c5c-ad7429ad6f99 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0472848 Sep 24 05:01:58.633812 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e23debba-4a9b-4cb8-a9c7-7b3440c02614 req-e1f02523-35c4-4c42-8d1d-fa885ee93fdb tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407789 Sep 24 05:01:59.017412 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:59.242362 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303de7a-20e0-4b35-ba79-07b8ba6e213b req-92e9acd3-e473-46ed-9c45-4d02009649b3 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:59.243818 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0303de7a-20e0-4b35-ba79-07b8ba6e213b req-92e9acd3-e473-46ed-9c45-4d02009649b3 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0463018 Sep 24 05:01:59.289159 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:01:59.306317 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911107e9-0a41-4282-b73b-b81e329efa39 req-6a8f9e45-4280-47e7-8157-95e66c8b099a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:59.307810 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-911107e9-0a41-4282-b73b-b81e329efa39 req-6a8f9e45-4280-47e7-8157-95e66c8b099a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0631404 Sep 24 05:01:59.347377 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0303de7a-20e0-4b35-ba79-07b8ba6e213b req-bcb612f1-2ddc-4db1-b532-a3492f67c4c1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935934 Sep 24 05:01:59.370020 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-911107e9-0a41-4282-b73b-b81e329efa39 req-55080a49-d93d-4bb5-b862-faacbb1e8f89 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538309 Sep 24 05:01:59.494814 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29349a6-19f7-4d0e-aba8-b0658de456fb req-30118529-ced6-4085-a460-6654988a28f6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:59.496228 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b29349a6-19f7-4d0e-aba8-b0658de456fb req-30118529-ced6-4085-a460-6654988a28f6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0458272 Sep 24 05:01:59.542846 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b29349a6-19f7-4d0e-aba8-b0658de456fb req-de6cb0ef-f909-47f5-9650-0b2785c8787b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412576 Sep 24 05:01:59.750781 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648739f-b16e-49b9-9d59-b68ee51d1d97 req-57b0383e-9aaa-4e24-bedb-871c54453a61 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:01:59.752233 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3648739f-b16e-49b9-9d59-b68ee51d1d97 req-57b0383e-9aaa-4e24-bedb-871c54453a61 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0461631 Sep 24 05:01:59.804231 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3648739f-b16e-49b9-9d59-b68ee51d1d97 req-0aba03b5-8582-42a4-978e-32411b4933f5 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461369 Sep 24 05:02:00.495782 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94622d68-fe7e-4f72-8fa7-2db0495e2633 req-75a85208-7fa0-4620-9f43-7a86fb71c148 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:00.497214 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-94622d68-fe7e-4f72-8fa7-2db0495e2633 req-75a85208-7fa0-4620-9f43-7a86fb71c148 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0729477 Sep 24 05:02:00.507015 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab4a80-6474-4f66-8fd0-f6af156df147 req-c56a1d8b-5e59-4a86-a9b9-078df754c8c7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:00.508371 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-61ab4a80-6474-4f66-8fd0-f6af156df147 req-c56a1d8b-5e59-4a86-a9b9-078df754c8c7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0573132 Sep 24 05:02:00.570064 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:00.583694 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-94622d68-fe7e-4f72-8fa7-2db0495e2633 req-b4ca8340-d75d-4efd-8e51-930a3c749fe3 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744462 Sep 24 05:02:00.587653 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-61ab4a80-6474-4f66-8fd0-f6af156df147 req-d3605ffd-b0c2-471c-aa22-fe1328102d2d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726600 Sep 24 05:02:00.682719 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4366ac-41e0-4d63-89f1-85d35557ac65 req-8f6a7544-d64b-47bf-9a45-9bed38b31ff4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:00.684173 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aa4366ac-41e0-4d63-89f1-85d35557ac65 req-8f6a7544-d64b-47bf-9a45-9bed38b31ff4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0457678 Sep 24 05:02:00.731793 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aa4366ac-41e0-4d63-89f1-85d35557ac65 req-3be69603-652b-4b8b-936d-c5f17bd4cee9 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412862 Sep 24 05:02:00.918954 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab2275-54bb-47eb-a67b-12b908c24e2d req-2f191087-d5c3-41bf-84a5-7f0e4d9b4026 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:00.920375 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-80ab2275-54bb-47eb-a67b-12b908c24e2d req-2f191087-d5c3-41bf-84a5-7f0e4d9b4026 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0439816 Sep 24 05:02:00.966454 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-80ab2275-54bb-47eb-a67b-12b908c24e2d req-adf9c436-0aa8-420d-b36c-897271d2b20c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Sep 24 05:02:01.255123 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-9524c92f-95d3-4263-96cf-c6d18ae3e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:01.256856 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-9524c92f-95d3-4263-96cf-c6d18ae3e558 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=17f0f6dc-1b39-4c78-b39c-2031585b359a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433755 Sep 24 05:02:01.304822 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-53c63484-0ed5-475b-9973-6abef0010205 req-466b30b4-cbc6-4e64-a981-a2158c95eb64 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407374 Sep 24 05:02:01.305963 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a249b1a7-8b18-406b-8c0c-b5aa591e6525 req-9a8f4910-3b11-4f17-ac49-0ad5abca6f9b service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382273 Sep 24 05:02:01.735572 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc539aeb-2c06-4900-b17a-d14de6a0e9e0 req-49ef237e-f4ab-4d9f-9524-ae2e010197ca tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:01.737047 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cc539aeb-2c06-4900-b17a-d14de6a0e9e0 req-49ef237e-f4ab-4d9f-9524-ae2e010197ca tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0777199 Sep 24 05:02:01.744373 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7257fad-d8ea-459d-9a03-35df2003173d req-104f1887-d41c-41d8-bc86-fedb46e45c91 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:01.745735 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e7257fad-d8ea-459d-9a03-35df2003173d req-104f1887-d41c-41d8-bc86-fedb46e45c91 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0748284 Sep 24 05:02:01.821960 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cc539aeb-2c06-4900-b17a-d14de6a0e9e0 req-df84487d-ad81-4668-897b-f7970e6fd2c6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752606 Sep 24 05:02:01.825227 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e7257fad-d8ea-459d-9a03-35df2003173d req-f5a847d0-7fc1-470f-a966-cf4c95de380e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719187 Sep 24 05:02:01.945544 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f5d0f-a8d5-4128-8f95-a5dd6a18f470 req-2a91d89e-83e8-4fb0-8a48-3926d0388785 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:01.947053 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bd8f5d0f-a8d5-4128-8f95-a5dd6a18f470 req-2a91d89e-83e8-4fb0-8a48-3926d0388785 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0479112 Sep 24 05:02:01.974306 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:01.998743 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bd8f5d0f-a8d5-4128-8f95-a5dd6a18f470 req-f729bc00-f759-4c5e-98ab-9cc0414104c0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462694 Sep 24 05:02:02.091481 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6ba78-d72f-4291-b805-828de62b360c req-ae9b2821-304b-4af9-9440-6585eae1fe51 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:02.092969 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-55e6ba78-d72f-4291-b805-828de62b360c req-ae9b2821-304b-4af9-9440-6585eae1fe51 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0505595 Sep 24 05:02:02.142596 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-55e6ba78-d72f-4291-b805-828de62b360c req-430f844a-8c21-4c15-932e-a446abb743dd tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438797 Sep 24 05:02:02.383087 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-1db0cc08-08bb-4af7-abf3-5e3ea785d648 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923188 Sep 24 05:02:02.669203 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e60f974f-bb21-4eec-8918-bf996b322e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:02.975050 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e2b2d-e57f-4fb7-b01b-51a65f48225f req-171ced64-3f35-494a-a42d-b6eb2f4720a6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:02.976524 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-453e2b2d-e57f-4fb7-b01b-51a65f48225f req-171ced64-3f35-494a-a42d-b6eb2f4720a6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0777652 Sep 24 05:02:02.984340 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e698a74-c081-4a5c-a8a3-4c679fb431f4 req-ef64cdd9-9eee-48e0-b36c-5d98557c4bfc tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:02.985684 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0e698a74-c081-4a5c-a8a3-4c679fb431f4 req-ef64cdd9-9eee-48e0-b36c-5d98557c4bfc tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0766039 Sep 24 05:02:03.058164 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-453e2b2d-e57f-4fb7-b01b-51a65f48225f req-ee1555ae-f55d-445e-bb21-8b2bcb4f3a00 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714998 Sep 24 05:02:03.062179 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0e698a74-c081-4a5c-a8a3-4c679fb431f4 req-e0fa169f-de32-4ab6-9745-3fd5efecbd6b tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689797 Sep 24 05:02:03.159690 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08b48c-0c96-436d-96fd-ac492a238564 req-43eeb7f9-fb25-4e4e-be21-1558ae0eb31b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:03.161133 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6d08b48c-0c96-436d-96fd-ac492a238564 req-43eeb7f9-fb25-4e4e-be21-1558ae0eb31b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0465515 Sep 24 05:02:03.204888 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:03.209957 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6d08b48c-0c96-436d-96fd-ac492a238564 req-2623aa3c-3a9a-4e1d-8e88-a48544c5ae2e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433514 Sep 24 05:02:03.266935 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db28ad-c312-4460-8520-199843ce1322 req-500802da-1f7f-47df-a7d0-ef925a94748f tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:03.268685 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-57db28ad-c312-4460-8520-199843ce1322 req-500802da-1f7f-47df-a7d0-ef925a94748f tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0506074 Sep 24 05:02:03.317339 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-57db28ad-c312-4460-8520-199843ce1322 req-a4119cf1-cf03-4976-9139-93cce828a9a7 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429962 Sep 24 05:02:03.612069 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 56506) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:02:03.720808 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1bd185d0-5dfe-422a-91ea-4b0969390513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:03.796534 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1bd185d0-5dfe-422a-91ea-4b0969390513 admin admin] Publish callbacks [] for security_group (d7035958-a240-4f69-bb7c-828735efd648), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:03.800213 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1bd185d0-5dfe-422a-91ea-4b0969390513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (d7035958-a240-4f69-bb7c-828735efd648), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:03.838975 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-1bd185d0-5dfe-422a-91ea-4b0969390513 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=69ff3919676a4299800affa95cdeed4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258673 Sep 24 05:02:03.839890 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd185d0-5dfe-422a-91ea-4b0969390513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7035958-a240-4f69-bb7c-828735efd648,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:02:03.842489 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 56510) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:02:03.893713 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-302317be-8ed0-4c25-a32a-8e84e6fd6916 admin admin] Publish callbacks [] for security_group (d7035958-a240-4f69-bb7c-828735efd648), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:03.913654 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-302317be-8ed0-4c25-a32a-8e84e6fd6916 admin admin] Publish callbacks [] for security_group (d7035958-a240-4f69-bb7c-828735efd648), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:03.964978 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-302317be-8ed0-4c25-a32a-8e84e6fd6916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (d7035958-a240-4f69-bb7c-828735efd648), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:03.967692 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-302317be-8ed0-4c25-a32a-8e84e6fd6916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:03.968911 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-302317be-8ed0-4c25-a32a-8e84e6fd6916 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/d7035958-a240-4f69-bb7c-828735efd648 HTTP/1.1" status: 204 len: 168 time: 0.1259761 Sep 24 05:02:03.977074 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302317be-8ed0-4c25-a32a-8e84e6fd6916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7035958-a240-4f69-bb7c-828735efd648,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:02:04.152520 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:04.173158 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:04.217494 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d0416-e20c-482a-a0e0-a7f042a9b871 req-821db8ae-c138-4d3b-b9f0-6b1222ec3c44 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:04.219533 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-df7d0416-e20c-482a-a0e0-a7f042a9b871 req-821db8ae-c138-4d3b-b9f0-6b1222ec3c44 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0830824 Sep 24 05:02:04.228582 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da16d5-7c26-47ac-b9a4-a88532ab08fd req-6bf97b10-d6f3-4ee2-a10c-a256d57c8b4a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:04.230009 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-88da16d5-7c26-47ac-b9a4-a88532ab08fd req-6bf97b10-d6f3-4ee2-a10c-a256d57c8b4a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0816605 Sep 24 05:02:04.287854 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 56526) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:02:04.299971 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:04.303430 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f5fcfa38-4ec7-4c5d-a898-3b1c2ad50d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:04.306235 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-df7d0416-e20c-482a-a0e0-a7f042a9b871 req-384de025-82c5-4d64-b9db-9de10f05bcc6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752869 Sep 24 05:02:04.330850 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-88da16d5-7c26-47ac-b9a4-a88532ab08fd req-548bf227-a689-4f98-b1a3-3d2716d29a6b tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849171 Sep 24 05:02:04.404466 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f5fcfa38-4ec7-4c5d-a898-3b1c2ad50d9f admin admin] Publish callbacks [] for security_group (c1b56166-e256-4d5a-a992-825d8623f262), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:04.409704 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f5fcfa38-4ec7-4c5d-a898-3b1c2ad50d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (c1b56166-e256-4d5a-a992-825d8623f262), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:04.438652 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-f5fcfa38-4ec7-4c5d-a898-3b1c2ad50d9f admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=dd257ffed4794e229dbf1475f0c220ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496973 Sep 24 05:02:04.443875 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 56532) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:02:04.482506 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcfa38-4ec7-4c5d-a898-3b1c2ad50d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b56166-e256-4d5a-a992-825d8623f262,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:02:04.508568 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-371ec609-c661-492f-bc74-9b2944f2c1db admin admin] Publish callbacks [] for security_group (c1b56166-e256-4d5a-a992-825d8623f262), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:04.531306 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-371ec609-c661-492f-bc74-9b2944f2c1db admin admin] Publish callbacks [] for security_group (c1b56166-e256-4d5a-a992-825d8623f262), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:04.579890 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-371ec609-c661-492f-bc74-9b2944f2c1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (c1b56166-e256-4d5a-a992-825d8623f262), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:04.582783 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-371ec609-c661-492f-bc74-9b2944f2c1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:04.583991 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-371ec609-c661-492f-bc74-9b2944f2c1db admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/c1b56166-e256-4d5a-a992-825d8623f262 HTTP/1.1" status: 204 len: 168 time: 0.1392140 Sep 24 05:02:04.592350 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ec609-c661-492f-bc74-9b2944f2c1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b56166-e256-4d5a-a992-825d8623f262,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:02:04.644240 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02782f7-63f9-4dfd-a30f-1291fe1420b3 req-707d777e-e35a-40bc-977b-c0648849fa5d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:04.645692 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d02782f7-63f9-4dfd-a30f-1291fe1420b3 req-707d777e-e35a-40bc-977b-c0648849fa5d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.2673867 Sep 24 05:02:04.661519 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354780f-3454-4303-944f-a9f24945cd8d req-21c398b7-8642-4a9f-b931-4f8c2b165373 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:04.663274 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4354780f-3454-4303-944f-a9f24945cd8d req-21c398b7-8642-4a9f-b931-4f8c2b165373 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.2501254 Sep 24 05:02:04.739809 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d02782f7-63f9-4dfd-a30f-1291fe1420b3 req-3f73d64d-aebe-443c-9b9c-e7b1ef962a1f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755727 Sep 24 05:02:04.743011 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4354780f-3454-4303-944f-a9f24945cd8d req-64ccfd8e-74db-4fe2-acfd-c8f53e1d9ef3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728595 Sep 24 05:02:05.108265 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4c5cbda2-48e2-44fb-aa38-4e478c2166b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:05.465358 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8f854-bd96-4b2a-8749-80f53c988507 req-3904d2c7-0816-4d16-a398-1ce10eccf54f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:05.465358 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-22c8f854-bd96-4b2a-8749-80f53c988507 req-3904d2c7-0816-4d16-a398-1ce10eccf54f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0753107 Sep 24 05:02:05.476010 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ad691-e5a2-4fb8-bbad-d46707159430 req-8604d662-72fb-4aae-95d4-52852c4e2f89 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:05.477479 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2d3ad691-e5a2-4fb8-bbad-d46707159430 req-8604d662-72fb-4aae-95d4-52852c4e2f89 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0795195 Sep 24 05:02:05.547102 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-22c8f854-bd96-4b2a-8749-80f53c988507 req-1f27f792-b8b0-4345-88c8-daa40ae4bf38 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775664 Sep 24 05:02:05.554049 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2d3ad691-e5a2-4fb8-bbad-d46707159430 req-5d538b9f-5173-4eee-bd2e-241cd86dc317 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697289 Sep 24 05:02:05.909591 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3596b-09ae-4ebc-afae-9a90ab1c06b6 req-bc4f8e62-efcb-4725-849b-8104b0bcf7ba tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:05.911101 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-abe3596b-09ae-4ebc-afae-9a90ab1c06b6 req-bc4f8e62-efcb-4725-849b-8104b0bcf7ba tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0811920 Sep 24 05:02:05.916687 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a4dca-dfd3-42fd-8d8f-3e4741b741d0 req-de2d4dee-c8f6-4dfc-a3ad-a3ca6c9cc8e7 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:05.918058 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a38a4dca-dfd3-42fd-8d8f-3e4741b741d0 req-de2d4dee-c8f6-4dfc-a3ad-a3ca6c9cc8e7 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0794256 Sep 24 05:02:05.926794 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:05.997513 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-abe3596b-09ae-4ebc-afae-9a90ab1c06b6 req-6ac3cd06-097e-49b7-a328-01dcd2401a5e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784218 Sep 24 05:02:06.000671 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a38a4dca-dfd3-42fd-8d8f-3e4741b741d0 req-32ed80c1-c3d8-4f76-a2e9-083e3e09162c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745959 Sep 24 05:02:06.372153 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:06.706257 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3002e7-b81a-4f61-9bda-6bedf5314984 req-c8dc2d8e-d117-4f30-9742-aae002646fad tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:06.707745 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bd3002e7-b81a-4f61-9bda-6bedf5314984 req-c8dc2d8e-d117-4f30-9742-aae002646fad tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0800502 Sep 24 05:02:06.713378 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a0b99-c0e4-4c17-9c5c-7e6dc6d7ed4f req-f06a1fc6-779b-4d7f-b1a9-07765992b380 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:06.714768 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8c8a0b99-c0e4-4c17-9c5c-7e6dc6d7ed4f req-f06a1fc6-779b-4d7f-b1a9-07765992b380 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0767255 Sep 24 05:02:06.791647 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bd3002e7-b81a-4f61-9bda-6bedf5314984 req-2ee115c1-94ed-45f5-bcd6-73e790625d9d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759196 Sep 24 05:02:06.794998 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8c8a0b99-c0e4-4c17-9c5c-7e6dc6d7ed4f req-3b98764c-5c02-4192-a274-63365233eeee tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733395 Sep 24 05:02:07.149822 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70882dc-4f79-40bf-9b4a-1202f8333eb2 req-d99389d1-71db-4648-935f-ffae3a4dded5 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:07.151391 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e70882dc-4f79-40bf-9b4a-1202f8333eb2 req-d99389d1-71db-4648-935f-ffae3a4dded5 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0758963 Sep 24 05:02:07.159515 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e022e-2b7b-4e3a-9074-11719b25ed0d req-7e0875ce-dc73-46bd-9ce6-dbc33104e5c7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:07.160914 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-638e022e-2b7b-4e3a-9074-11719b25ed0d req-7e0875ce-dc73-46bd-9ce6-dbc33104e5c7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0753481 Sep 24 05:02:07.235674 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e70882dc-4f79-40bf-9b4a-1202f8333eb2 req-213ca4b9-680e-4a65-a92f-09d6a32c0a93 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738134 Sep 24 05:02:07.238662 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-638e022e-2b7b-4e3a-9074-11719b25ed0d req-af235fde-5578-49d4-aa3e-355b9a675eb9 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700610 Sep 24 05:02:07.688299 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-165f244a-8cf2-4f99-9e08-99746d16e9a9 req-997f213c-1167-4d33-813b-bf7ea768e145 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935183 Sep 24 05:02:07.941664 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9bdfa-b6c1-43ca-9204-b48686e16533 req-f762319a-4d51-49f8-8139-2035a0440c0a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:07.943168 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a9c9bdfa-b6c1-43ca-9204-b48686e16533 req-f762319a-4d51-49f8-8139-2035a0440c0a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0726304 Sep 24 05:02:07.948633 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864895ea-96b4-4c65-adff-2a7400ec52a6 req-fdf37ece-97db-4407-97e5-7bb8b7264552 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:07.950035 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-864895ea-96b4-4c65-adff-2a7400ec52a6 req-fdf37ece-97db-4407-97e5-7bb8b7264552 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0813277 Sep 24 05:02:07.978263 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:07.994256 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:08.013476 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:08.031764 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a9c9bdfa-b6c1-43ca-9204-b48686e16533 req-464da982-2f28-4cfe-b7b2-22bfcf64ae3a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805895 Sep 24 05:02:08.034758 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-864895ea-96b4-4c65-adff-2a7400ec52a6 req-e0e536b4-85b1-43ca-86cf-fce9a796f437 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756562 Sep 24 05:02:08.380676 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0e22b-ef5e-4956-b943-9b3e7cc8cdfe req-6aa6327e-3c25-40e8-9cbf-c339d95b1f1d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:08.382201 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-13c0e22b-ef5e-4956-b943-9b3e7cc8cdfe req-6aa6327e-3c25-40e8-9cbf-c339d95b1f1d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0731080 Sep 24 05:02:08.389811 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661f7c-af05-4880-850e-745f781d53c0 req-8def257f-b9eb-46b2-9e92-3ca6055e7c89 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:08.391449 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aa661f7c-af05-4880-850e-745f781d53c0 req-8def257f-b9eb-46b2-9e92-3ca6055e7c89 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0720193 Sep 24 05:02:08.455776 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:08.472400 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-13c0e22b-ef5e-4956-b943-9b3e7cc8cdfe req-3a22c59b-1f3e-47a7-b04d-278d51a9e4ab tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799811 Sep 24 05:02:08.476592 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aa661f7c-af05-4880-850e-745f781d53c0 req-6dffe1c5-a23d-488e-9ec8-20251675446f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784264 Sep 24 05:02:09.176472 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a0745-96d9-4b67-b780-2d7760c59d37 req-36fa04d9-20ce-424f-b42d-13b4047cdf43 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:09.177926 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f00a0745-96d9-4b67-b780-2d7760c59d37 req-36fa04d9-20ce-424f-b42d-13b4047cdf43 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0721014 Sep 24 05:02:09.185355 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315dfaf-4a76-4f2f-892c-837f5a281daf req-af4b4bd6-9089-42aa-bb89-52baf7f712f0 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:09.187277 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8315dfaf-4a76-4f2f-892c-837f5a281daf req-af4b4bd6-9089-42aa-bb89-52baf7f712f0 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0721462 Sep 24 05:02:09.262436 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f00a0745-96d9-4b67-b780-2d7760c59d37 req-f2c6cfbf-e1dd-4004-9575-ccb73b1fdd48 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741277 Sep 24 05:02:09.265668 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8315dfaf-4a76-4f2f-892c-837f5a281daf req-46575fd6-bdf7-41bb-8733-af10c3c0defe tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714834 Sep 24 05:02:09.619506 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70eab0-e5f4-4d10-9674-a3bcf2598ccb req-5334d263-2892-4d87-a866-5a372c6764dd tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:09.620984 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7f70eab0-e5f4-4d10-9674-a3bcf2598ccb req-5334d263-2892-4d87-a866-5a372c6764dd tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0733988 Sep 24 05:02:09.626629 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ede2a-2f79-4be7-9ec6-023de09123e1 req-7863ea0d-ee50-466b-bde9-e74f6e2aaf2a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:09.627999 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-039ede2a-2f79-4be7-9ec6-023de09123e1 req-7863ea0d-ee50-466b-bde9-e74f6e2aaf2a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0714843 Sep 24 05:02:09.701141 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7f70eab0-e5f4-4d10-9674-a3bcf2598ccb req-6c91665f-27ea-4994-9214-2dbce0711ca1 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722048 Sep 24 05:02:09.704945 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-039ede2a-2f79-4be7-9ec6-023de09123e1 req-149eafc9-d55c-48b8-b030-3e1b87e2aaf5 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701499 Sep 24 05:02:10.034443 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c67e3-2953-4968-bc73-68706a920d7b req-46579deb-3ff7-45c5-8855-7d9f1927d425 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:10.036070 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-892c67e3-2953-4968-bc73-68706a920d7b req-46579deb-3ff7-45c5-8855-7d9f1927d425 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0543072 Sep 24 05:02:10.105319 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-892c67e3-2953-4968-bc73-68706a920d7b req-163d5440-a8b7-4c4b-9f59-3ff90b675d27 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585070 Sep 24 05:02:10.425817 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66349b84-29af-4700-853b-3583a3c5ef5b req-9402dcab-60af-464c-b5e3-c69720d3df24 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:10.430461 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-66349b84-29af-4700-853b-3583a3c5ef5b req-9402dcab-60af-464c-b5e3-c69720d3df24 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0883708 Sep 24 05:02:10.449350 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c9d93-e8ae-4c1f-8134-1838dfb94bca req-e92413ff-e356-49df-be1d-f5aab668a858 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:10.450907 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e92c9d93-e8ae-4c1f-8134-1838dfb94bca req-e92413ff-e356-49df-be1d-f5aab668a858 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0916953 Sep 24 05:02:10.518873 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-66349b84-29af-4700-853b-3583a3c5ef5b req-47002c51-f15c-4e05-b62d-efa7af8dc861 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851021 Sep 24 05:02:10.529897 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e92c9d93-e8ae-4c1f-8134-1838dfb94bca req-b2f3fa78-c28a-48e7-be3a-56b6f86f014c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661771 Sep 24 05:02:10.830818 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a6f90-52fc-459f-8c02-f5693ac8b1e4 req-505c1548-f9ea-4b6e-ace5-0f26d909bc3c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:10.832221 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bf4a6f90-52fc-459f-8c02-f5693ac8b1e4 req-505c1548-f9ea-4b6e-ace5-0f26d909bc3c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0455506 Sep 24 05:02:10.879149 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bf4a6f90-52fc-459f-8c02-f5693ac8b1e4 req-0e597445-a00a-45f5-8a94-ac85065da9a7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414543 Sep 24 05:02:11.211697 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:11.224162 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2650f-4dd5-4870-b22a-76aa93bff21e req-b1aa299c-e240-4dd5-aaf8-c6ac7bd98938 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:11.225577 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5ed2650f-4dd5-4870-b22a-76aa93bff21e req-b1aa299c-e240-4dd5-aaf8-c6ac7bd98938 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0450110 Sep 24 05:02:11.275058 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5ed2650f-4dd5-4870-b22a-76aa93bff21e req-fa74dbad-75f5-44e6-aad0-09b20b0785f7 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439830 Sep 24 05:02:11.664504 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262ea31-2046-4a43-9b22-3851c749cdc9 req-b2686122-4635-49a4-9d4f-843e4ae95f87 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:11.665948 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b262ea31-2046-4a43-9b22-3851c749cdc9 req-b2686122-4635-49a4-9d4f-843e4ae95f87 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0705967 Sep 24 05:02:11.692315 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017b515-d446-473c-8fd3-e8bdd05f4cfc req-2919b1c4-73dd-4008-890a-6d6ce874cf13 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:11.693701 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a017b515-d446-473c-8fd3-e8bdd05f4cfc req-2919b1c4-73dd-4008-890a-6d6ce874cf13 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0711753 Sep 24 05:02:11.746728 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b262ea31-2046-4a43-9b22-3851c749cdc9 req-aa84ed32-e9a3-4c8e-a3b7-34bec9f01a4f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747011 Sep 24 05:02:11.763502 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a017b515-d446-473c-8fd3-e8bdd05f4cfc req-ac683ed6-83f0-4858-adbf-08ec0fff117f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635314 Sep 24 05:02:12.003192 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41880f6c-f037-43ea-b8ec-85d75ba5db19 req-97513dc3-66f6-41a7-897f-394864a05773 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:12.004607 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-41880f6c-f037-43ea-b8ec-85d75ba5db19 req-97513dc3-66f6-41a7-897f-394864a05773 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0453510 Sep 24 05:02:12.017119 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:12.058460 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-41880f6c-f037-43ea-b8ec-85d75ba5db19 req-2c40defd-d334-4f83-8be8-e3e22d7e3086 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483809 Sep 24 05:02:12.406905 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ff665-965c-4ba1-bdec-6a1d97bf92b8 req-457b8ee0-381e-4b08-97ea-411412930329 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:12.408417 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b80ff665-965c-4ba1-bdec-6a1d97bf92b8 req-457b8ee0-381e-4b08-97ea-411412930329 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0596738 Sep 24 05:02:12.454984 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b80ff665-965c-4ba1-bdec-6a1d97bf92b8 req-7da62c7b-84bb-4964-b005-dd0a4b985951 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 Sep 24 05:02:12.891068 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6044af-a50e-45df-904b-1ed5fdc35a24 req-f7fc18bb-51fc-444f-a9bf-07139acbc267 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:12.892429 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ad6044af-a50e-45df-904b-1ed5fdc35a24 req-f7fc18bb-51fc-444f-a9bf-07139acbc267 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0738902 Sep 24 05:02:12.911685 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d3799-611f-424c-82b1-0686ed9f8d86 req-28bb6543-1062-4067-8ff7-cf5664692a18 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:12.913029 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae4d3799-611f-424c-82b1-0686ed9f8d86 req-28bb6543-1062-4067-8ff7-cf5664692a18 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0672290 Sep 24 05:02:12.978207 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ad6044af-a50e-45df-904b-1ed5fdc35a24 req-43a646f5-9a12-4f29-98bd-933fb9e54d20 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801535 Sep 24 05:02:12.982122 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae4d3799-611f-424c-82b1-0686ed9f8d86 req-0420c14f-c9d9-4cc9-a28e-487bfb027e80 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625627 Sep 24 05:02:13.183208 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc998db-e08e-4c4d-9172-0c63ead9b405 req-e0f3907a-8322-4925-9d6a-2e73b4e72780 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:13.184651 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4dc998db-e08e-4c4d-9172-0c63ead9b405 req-e0f3907a-8322-4925-9d6a-2e73b4e72780 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0464029 Sep 24 05:02:13.229922 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4dc998db-e08e-4c4d-9172-0c63ead9b405 req-1515cfd2-843f-4b47-ba33-f13b4f0b22c7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398109 Sep 24 05:02:13.578303 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4d78b-9e8f-4666-88ea-4269f9172857 req-3a226f4a-0cd7-41d7-8f8f-6f4006e0a12a tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:13.579763 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e8e4d78b-9e8f-4666-88ea-4269f9172857 req-3a226f4a-0cd7-41d7-8f8f-6f4006e0a12a tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0508146 Sep 24 05:02:13.626421 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e8e4d78b-9e8f-4666-88ea-4269f9172857 req-32e53545-a5ff-4b8a-8ec9-9037e7308766 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411797 Sep 24 05:02:14.124928 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2d95-5e27-46f7-806a-2ac1bf0a44f7 req-4ff52a75-6d72-4faa-baa9-951dbba2a2f0 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:14.126379 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cd0d2d95-5e27-46f7-806a-2ac1bf0a44f7 req-4ff52a75-6d72-4faa-baa9-951dbba2a2f0 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0722992 Sep 24 05:02:14.131898 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85ba30-7d08-4b40-85c9-aea84a4ab301 req-02e3332b-a6a4-4511-9945-498eddd93030 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:14.133207 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b85ba30-7d08-4b40-85c9-aea84a4ab301 req-02e3332b-a6a4-4511-9945-498eddd93030 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0779111 Sep 24 05:02:14.207138 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cd0d2d95-5e27-46f7-806a-2ac1bf0a44f7 req-a0d2fc8a-2d47-49f5-ae91-19dec703bd06 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730186 Sep 24 05:02:14.214017 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b85ba30-7d08-4b40-85c9-aea84a4ab301 req-1310b9d5-5296-4d6d-8469-c81d12d4a2cd tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715077 Sep 24 05:02:14.335950 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:14.351463 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70226024-4eba-4ae7-9dac-4775b6db82d9 req-1d46134f-3f2d-4b83-9b82-eacceb32bde8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:14.352895 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-70226024-4eba-4ae7-9dac-4775b6db82d9 req-1d46134f-3f2d-4b83-9b82-eacceb32bde8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0462670 Sep 24 05:02:14.398945 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-70226024-4eba-4ae7-9dac-4775b6db82d9 req-58fddf4b-936c-44ec-b491-2d51ebce2389 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406711 Sep 24 05:02:14.586771 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=63,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:14.587943 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=9 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:14.745869 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409eac8-933a-4bd0-8d91-99f1f0121500 req-c14563aa-e680-4938-b656-6db61495fb54 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:14.747440 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b409eac8-933a-4bd0-8d91-99f1f0121500 req-c14563aa-e680-4938-b656-6db61495fb54 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0478179 Sep 24 05:02:14.809104 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b409eac8-933a-4bd0-8d91-99f1f0121500 req-8f6bfdcb-b3c3-4edb-b7e0-6811e271c204 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447540 Sep 24 05:02:15.351763 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907169f-897c-4cb5-9a8d-98b330d2e10c req-fce10227-77ab-49ba-befa-89741b5ce88f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:15.353190 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b907169f-897c-4cb5-9a8d-98b330d2e10c req-fce10227-77ab-49ba-befa-89741b5ce88f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0735660 Sep 24 05:02:15.358569 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce658c37-27f7-4562-a6cf-0ec91996df20 req-ccb2c8d9-3701-4089-b225-73b9ab0ec834 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:15.359876 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ce658c37-27f7-4562-a6cf-0ec91996df20 req-ccb2c8d9-3701-4089-b225-73b9ab0ec834 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0709846 Sep 24 05:02:15.438644 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b907169f-897c-4cb5-9a8d-98b330d2e10c req-85f80f36-e99a-43ea-aa18-9b2041d51664 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777600 Sep 24 05:02:15.441454 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ce658c37-27f7-4562-a6cf-0ec91996df20 req-68e9e45c-3dcc-4d61-b8fd-048db3da8cb7 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735960 Sep 24 05:02:15.519550 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:15.537762 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea10d32-77be-43b9-9d9b-af4b37b3ab9c req-5891205b-dcc7-426b-90b2-09ad72b91e28 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:15.539206 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4ea10d32-77be-43b9-9d9b-af4b37b3ab9c req-5891205b-dcc7-426b-90b2-09ad72b91e28 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0461612 Sep 24 05:02:15.583766 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4ea10d32-77be-43b9-9d9b-af4b37b3ab9c req-dde754af-93cc-4d54-ba55-868b4d98be95 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392056 Sep 24 05:02:15.926238 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c9e83-e64c-45eb-9524-fb52238af2d7 req-2a31a10d-472b-470f-95a9-21aad28567a5 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:15.927711 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-617c9e83-e64c-45eb-9524-fb52238af2d7 req-2a31a10d-472b-470f-95a9-21aad28567a5 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0458272 Sep 24 05:02:15.974853 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-617c9e83-e64c-45eb-9524-fb52238af2d7 req-a92d908e-a73b-474d-b958-a209851f6d21 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416677 Sep 24 05:02:16.586990 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0496ff-8f77-433c-a7a4-ed189d00f94d req-52d33c2a-d9e3-4f8e-85c2-933672c75ab7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:16.588435 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-af0496ff-8f77-433c-a7a4-ed189d00f94d req-52d33c2a-d9e3-4f8e-85c2-933672c75ab7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0753882 Sep 24 05:02:16.595658 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27585d2f-d519-4b15-a7bc-4fe9111a8dc2 req-e6a1a220-fa9d-4d86-9d14-bcc09adac0f7 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:16.597006 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-27585d2f-d519-4b15-a7bc-4fe9111a8dc2 req-e6a1a220-fa9d-4d86-9d14-bcc09adac0f7 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0737264 Sep 24 05:02:16.669136 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-af0496ff-8f77-433c-a7a4-ed189d00f94d req-fdd307ec-7fad-4b9a-baa4-a7e443ef2a6e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712020 Sep 24 05:02:16.673187 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-27585d2f-d519-4b15-a7bc-4fe9111a8dc2 req-ce259a4d-6fdd-4160-8300-a7452e837609 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687425 Sep 24 05:02:16.783096 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8b861-2bc9-44e4-8732-263407e8d510 req-256ced59-62c2-4b3a-91e1-c8e9fef6898a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:16.784461 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-99d8b861-2bc9-44e4-8732-263407e8d510 req-256ced59-62c2-4b3a-91e1-c8e9fef6898a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0494442 Sep 24 05:02:16.832722 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-99d8b861-2bc9-44e4-8732-263407e8d510 req-25dfed39-8acd-425f-a167-9c7b4a5bbc41 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428269 Sep 24 05:02:17.090449 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebf7b5-dabb-4e68-a308-9680fdbd8f6b req-36273019-6020-4b00-86e3-77a9d9934305 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:17.091783 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16ebf7b5-dabb-4e68-a308-9680fdbd8f6b req-36273019-6020-4b00-86e3-77a9d9934305 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0451231 Sep 24 05:02:17.136913 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16ebf7b5-dabb-4e68-a308-9680fdbd8f6b req-7baa821e-f80d-427a-aab8-3a4ed53cb5d1 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397468 Sep 24 05:02:17.968584 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:17.985165 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:18.003660 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55616a-0920-4f64-9fe7-a67065b386ca req-d5b9d1dc-d6aa-4487-990b-398b7c3617c3 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:18.005140 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9d55616a-0920-4f64-9fe7-a67065b386ca req-d5b9d1dc-d6aa-4487-990b-398b7c3617c3 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.2534974 Sep 24 05:02:18.009609 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:18.010755 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e07ee-5e68-4f95-9fba-2caafc13b283 req-e6d23f24-1663-4852-b00d-db0ccfae0156 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:18.012398 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b96e07ee-5e68-4f95-9fba-2caafc13b283 req-e6d23f24-1663-4852-b00d-db0ccfae0156 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.2515509 Sep 24 05:02:18.082108 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9d55616a-0920-4f64-9fe7-a67065b386ca req-ca508f9f-29dd-4d98-91d4-1e6dca292d1a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687294 Sep 24 05:02:18.097040 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b96e07ee-5e68-4f95-9fba-2caafc13b283 req-27787f71-240b-4770-ab92-67940395973e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754709 Sep 24 05:02:18.196337 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fb643-13b6-4b28-a94e-4c1228f13464 req-54b55d66-0488-4300-b516-f0a3bef01bec tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:18.197984 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ca9fb643-13b6-4b28-a94e-4c1228f13464 req-54b55d66-0488-4300-b516-f0a3bef01bec tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0478997 Sep 24 05:02:18.228159 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 56834) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:02:18.285585 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55987c-59fd-4a9b-b407-df81e2c9a85d req-e6bae391-58d3-44d9-b0db-041c84df7b99 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:18.287108 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4e55987c-59fd-4a9b-b407-df81e2c9a85d req-e6bae391-58d3-44d9-b0db-041c84df7b99 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0681293 Sep 24 05:02:18.290288 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ca9fb643-13b6-4b28-a94e-4c1228f13464 req-033361c7-8718-4425-aff6-dd251a791578 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858567 Sep 24 05:02:18.329501 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:18.353821 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7bd9d58d-7305-4b92-95ab-06d2da098bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:18.360095 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4e55987c-59fd-4a9b-b407-df81e2c9a85d req-c9113407-7f27-4a1d-b93f-74e3e48ac830 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619485 Sep 24 05:02:18.448768 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7bd9d58d-7305-4b92-95ab-06d2da098bfa admin admin] Publish callbacks [] for security_group (99a72bd6-6f9a-4907-997b-e6a3a068e611), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:18.452593 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7bd9d58d-7305-4b92-95ab-06d2da098bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (99a72bd6-6f9a-4907-997b-e6a3a068e611), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:18.493487 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9d58d-7305-4b92-95ab-06d2da098bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a72bd6-6f9a-4907-997b-e6a3a068e611,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:02:18.500864 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-7bd9d58d-7305-4b92-95ab-06d2da098bfa admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=a863597cbf7c4fdabe033880aac0995b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686257 Sep 24 05:02:18.501318 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 56848) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:02:18.549520 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63a206e7-1cff-4c62-9c6d-0b03edfcda75 admin admin] Publish callbacks [] for security_group (99a72bd6-6f9a-4907-997b-e6a3a068e611), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:18.551087 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:18.570426 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63a206e7-1cff-4c62-9c6d-0b03edfcda75 admin admin] Publish callbacks [] for security_group (99a72bd6-6f9a-4907-997b-e6a3a068e611), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:18.617423 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63a206e7-1cff-4c62-9c6d-0b03edfcda75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (99a72bd6-6f9a-4907-997b-e6a3a068e611), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:18.619989 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63a206e7-1cff-4c62-9c6d-0b03edfcda75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:18.621192 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-63a206e7-1cff-4c62-9c6d-0b03edfcda75 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/99a72bd6-6f9a-4907-997b-e6a3a068e611 HTTP/1.1" status: 204 len: 168 time: 0.1187458 Sep 24 05:02:18.629526 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a206e7-1cff-4c62-9c6d-0b03edfcda75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a72bd6-6f9a-4907-997b-e6a3a068e611,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:02:18.898226 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 56856) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:02:18.911744 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f4b1-3309-45ef-96ca-99deaa7280db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:18.994083 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f4b1-3309-45ef-96ca-99deaa7280db admin admin] Publish callbacks [] for security_group (69895e70-ecae-4311-b13a-c551049c433a), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:18.997801 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f4b1-3309-45ef-96ca-99deaa7280db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (69895e70-ecae-4311-b13a-c551049c433a), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:19.036843 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-7ba9f4b1-3309-45ef-96ca-99deaa7280db admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=a056e7c38bea426bbbad7023d2ab9552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375947 Sep 24 05:02:19.038901 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9f4b1-3309-45ef-96ca-99deaa7280db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69895e70-ecae-4311-b13a-c551049c433a,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:02:19.039583 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 56860) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:02:19.089876 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7d1646e7-630a-47d6-8e0c-afaf67876dc9 admin admin] Publish callbacks [] for security_group (69895e70-ecae-4311-b13a-c551049c433a), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:19.109440 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7d1646e7-630a-47d6-8e0c-afaf67876dc9 admin admin] Publish callbacks [] for security_group (69895e70-ecae-4311-b13a-c551049c433a), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:19.160511 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7d1646e7-630a-47d6-8e0c-afaf67876dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (69895e70-ecae-4311-b13a-c551049c433a), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:19.163326 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7d1646e7-630a-47d6-8e0c-afaf67876dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:19.164592 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-7d1646e7-630a-47d6-8e0c-afaf67876dc9 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/69895e70-ecae-4311-b13a-c551049c433a HTTP/1.1" status: 204 len: 168 time: 0.1240528 Sep 24 05:02:19.174206 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1646e7-630a-47d6-8e0c-afaf67876dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69895e70-ecae-4311-b13a-c551049c433a,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:02:19.240326 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf8911-f191-4c49-8005-23f51367f0ee req-30d6df64-47d6-4c41-b594-4009e440d67b tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:19.241795 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-00bf8911-f191-4c49-8005-23f51367f0ee req-30d6df64-47d6-4c41-b594-4009e440d67b tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0792480 Sep 24 05:02:19.252451 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860f18d-9ec2-4633-bc69-ad40d9034f38 req-abb4cfa2-f2cb-4d41-8d38-78d8f230d2d1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:19.253907 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0860f18d-9ec2-4633-bc69-ad40d9034f38 req-abb4cfa2-f2cb-4d41-8d38-78d8f230d2d1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 944 time: 0.0755651 Sep 24 05:02:19.327721 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-00bf8911-f191-4c49-8005-23f51367f0ee req-aa375730-b6e4-40b4-a870-d127503e48df tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728693 Sep 24 05:02:19.336498 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0860f18d-9ec2-4633-bc69-ad40d9034f38 req-8f7d8dbd-ffb4-4219-9b26-cac924f0e199 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744174 Sep 24 05:02:19.432371 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a0380-58d5-4b0f-84c6-78ceb499ea6d req-8d71b0d0-17a2-4899-96ce-6ae7143926af tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:19.434419 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f8a0380-58d5-4b0f-84c6-78ceb499ea6d req-8d71b0d0-17a2-4899-96ce-6ae7143926af tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0494611 Sep 24 05:02:19.509982 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af6b27-6f7b-4bc0-9c4b-60dcee54c9de req-061161af-979f-4c9e-a84b-565b71b1a2a7 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:19.511420 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b7af6b27-6f7b-4bc0-9c4b-60dcee54c9de req-061161af-979f-4c9e-a84b-565b71b1a2a7 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0640795 Sep 24 05:02:19.529570 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f8a0380-58d5-4b0f-84c6-78ceb499ea6d req-adbb9d34-362d-4f87-83fd-d780114a4eb6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883348 Sep 24 05:02:19.531038 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:19.561854 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 56878) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:02:19.573410 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d114cb24-550b-4509-97b5-65716b58dd0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:19.589066 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b7af6b27-6f7b-4bc0-9c4b-60dcee54c9de req-b02a09e0-e66e-4c62-bc40-9bf8ec899b4a tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692856 Sep 24 05:02:19.637049 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 7efb703e-b766-4972-b442-eaba81c854e8 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:02:19.663027 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d114cb24-550b-4509-97b5-65716b58dd0b admin admin] Publish callbacks [] for security_group (ba7cafcc-b0c5-418a-b0c8-69df17aa6525), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:19.668284 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d114cb24-550b-4509-97b5-65716b58dd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (ba7cafcc-b0c5-418a-b0c8-69df17aa6525), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:19.706055 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114cb24-550b-4509-97b5-65716b58dd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7cafcc-b0c5-418a-b0c8-69df17aa6525,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:02:19.710333 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-d114cb24-550b-4509-97b5-65716b58dd0b admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=4249abebce2d49cb85e01209c2001a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535323 Sep 24 05:02:19.713096 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 56884) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:02:19.760686 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 7efb703e-b766-4972-b442-eaba81c854e8, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7efb703e-b766-4972-b442-eaba81c854e8,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:02:19.765438 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bca551af-cfc0-46a6-9cd1-15b1a54e774b admin admin] Publish callbacks [] for security_group (ba7cafcc-b0c5-418a-b0c8-69df17aa6525), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:19.772467 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '7efb703e-b766-4972-b442-eaba81c854e8', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'port_id': '7efb703e-b766-4972-b442-eaba81c854e8', 'mac_address': 'fa:16:3e:a7:91:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:02:19.787509 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bca551af-cfc0-46a6-9cd1-15b1a54e774b admin admin] Publish callbacks [] for security_group (ba7cafcc-b0c5-418a-b0c8-69df17aa6525), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:19.817098 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 7efb703e-b766-4972-b442-eaba81c854e8 is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:02:19.817915 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (7efb703e-b766-4972-b442-eaba81c854e8), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:19.837688 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efb703e-b766-4972-b442-eaba81c854e8 {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:02:19.847629 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bca551af-cfc0-46a6-9cd1-15b1a54e774b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (ba7cafcc-b0c5-418a-b0c8-69df17aa6525), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:19.850189 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bca551af-cfc0-46a6-9cd1-15b1a54e774b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:19.851535 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-bca551af-cfc0-46a6-9cd1-15b1a54e774b admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/ba7cafcc-b0c5-418a-b0c8-69df17aa6525 HTTP/1.1" status: 204 len: 168 time: 0.1373460 Sep 24 05:02:19.860322 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca551af-cfc0-46a6-9cd1-15b1a54e774b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7cafcc-b0c5-418a-b0c8-69df17aa6525,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:02:19.866844 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 7efb703e-b766-4972-b442-eaba81c854e8, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7efb703e-b766-4972-b442-eaba81c854e8,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:02:19.871780 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (7efb703e-b766-4972-b442-eaba81c854e8), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:19.935048 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=7efb703e-b766-4972-b442-eaba81c854e8,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:02:20.506458 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f8211-d8e4-474b-bc9d-db77c0525aa9 req-6aa0b461-3222-4e7c-98ad-4fd13902aef7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:20.507973 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cd5f8211-d8e4-474b-bc9d-db77c0525aa9 req-6aa0b461-3222-4e7c-98ad-4fd13902aef7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0801373 Sep 24 05:02:20.517719 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd405fae-5037-4aac-bd8c-9280d96cbecf req-3cb1e848-26b2-4b4e-b945-eadc708382c4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:20.519144 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fd405fae-5037-4aac-bd8c-9280d96cbecf req-3cb1e848-26b2-4b4e-b945-eadc708382c4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 945 time: 0.0884938 Sep 24 05:02:20.596119 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cd5f8211-d8e4-474b-bc9d-db77c0525aa9 req-0676b948-b2a0-4d21-9315-2d073fd42d8f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760272 Sep 24 05:02:20.599318 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fd405fae-5037-4aac-bd8c-9280d96cbecf req-06db1933-655c-4c0f-862b-ddb0017ffef0 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735171 Sep 24 05:02:20.736300 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15775ebe-39b3-405f-bf82-6fc04d2beed3 req-16100b43-7c1e-42b2-93bf-78b80068f29e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:20.737792 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-15775ebe-39b3-405f-bf82-6fc04d2beed3 req-16100b43-7c1e-42b2-93bf-78b80068f29e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0784788 Sep 24 05:02:20.757747 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d2691-54f2-4caf-ae7f-a8606b16b17d req-e1da700e-94ff-4a21-ab42-2393b4c3df02 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:20.759206 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b29d2691-54f2-4caf-ae7f-a8606b16b17d req-e1da700e-94ff-4a21-ab42-2393b4c3df02 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0718358 Sep 24 05:02:20.787550 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:20.825435 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-15775ebe-39b3-405f-bf82-6fc04d2beed3 req-a6ee5024-c113-4fbb-a1da-ecf7f2909a7c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817168 Sep 24 05:02:20.839245 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b29d2691-54f2-4caf-ae7f-a8606b16b17d req-3b6cbabd-3eaf-4810-a487-87045e22a039 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716848 Sep 24 05:02:20.965314 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647efaa1-995c-4c56-b922-bd3e362ace59 req-df5d951d-878d-47d4-b375-9fe934919754 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:20.966825 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-647efaa1-995c-4c56-b922-bd3e362ace59 req-df5d951d-878d-47d4-b375-9fe934919754 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0523090 Sep 24 05:02:20.978750 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 56930) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:02:20.984983 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-0d9a8ebd-f87b-4535-8f20-0be4e1fc0d75 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Request body: {'floatingip': {'port_id': '4de1eabe-932e-4cda-804d-49eeff37c34c'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:02:21.085232 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8ebd-f87b-4535-8f20-0be4e1fc0d75 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for floatingip (37a54d57-2223-486e-984c-4b6062181289), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:21.392143 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:21.504062 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:21.748276 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d6167-8b46-48f9-8e95-e4c117c3be33 req-37041be0-06fb-411e-9dbf-6bba576a0917 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:21.750494 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f41d6167-8b46-48f9-8e95-e4c117c3be33 req-37041be0-06fb-411e-9dbf-6bba576a0917 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0754206 Sep 24 05:02:21.755976 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60ae4b-362a-4e80-9593-95929fa3b694 req-be8e283e-28af-41d4-a928-47e5adac631b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:21.757325 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ff60ae4b-362a-4e80-9593-95929fa3b694 req-be8e283e-28af-41d4-a928-47e5adac631b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 945 time: 0.0735376 Sep 24 05:02:21.843386 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f41d6167-8b46-48f9-8e95-e4c117c3be33 req-9aae8049-01c7-41c6-b596-5152c626488a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851159 Sep 24 05:02:21.846653 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ff60ae4b-362a-4e80-9593-95929fa3b694 req-dcdd5d9b-f5b1-49f3-bc7e-94dea594aa2b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825047 Sep 24 05:02:21.900466 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8ebd-f87b-4535-8f20-0be4e1fc0d75 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:21.904621 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8ebd-f87b-4535-8f20-0be4e1fc0d75 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (37a54d57-2223-486e-984c-4b6062181289), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:21.963623 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803aff7e-efdc-40a9-9256-38f4333a6b97 req-7d51a437-5d62-4932-a7f4-0325b6996a71 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:21.965094 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-803aff7e-efdc-40a9-9256-38f4333a6b97 req-7d51a437-5d62-4932-a7f4-0325b6996a71 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0459671 Sep 24 05:02:21.999727 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.l3_db [None req-0d9a8ebd-f87b-4535-8f20-0be4e1fc0d75 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Floating IP 37a54d57-2223-486e-984c-4b6062181289 associated. External IP: 172.27.0.15, port: 4de1eabe-932e-4cda-804d-49eeff37c34c. Sep 24 05:02:22.012052 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-803aff7e-efdc-40a9-9256-38f4333a6b97 req-02c60be8-5c49-4c88-ba3b-1493ca9c5efc tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410290 Sep 24 05:02:22.199790 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9a8ebd-f87b-4535-8f20-0be4e1fc0d75 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Router 30d27e84-daeb-4c10-8615-2d0506092c0e has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:02:22.298986 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9a8ebd-f87b-4535-8f20-0be4e1fc0d75 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:02:22.303336 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8ebd-f87b-4535-8f20-0be4e1fc0d75 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:22.311015 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d28f196-a9c2-4027-a7c7-d2e535d4127e None None] Sync routers for ids ['30d27e84-daeb-4c10-8615-2d0506092c0e'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:02:22.321457 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d28f196-a9c2-4027-a7c7-d2e535d4127e None None] Routers {'30d27e84-daeb-4c10-8615-2d0506092c0e'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:02:22.322257 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-6d28f196-a9c2-4027-a7c7-d2e535d4127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:02:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['30d27e84-daeb-4c10-8615-2d0506092c0e'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:02:22.332465 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-0d9a8ebd-f87b-4535-8f20-0be4e1fc0d75 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "PUT /networking/v2.0/floatingips/37a54d57-2223-486e-984c-4b6062181289 HTTP/1.1" status: 200 len: 990 time: 1.3526003 Sep 24 05:02:22.333237 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'tag': '4de1eabe-932e-4cda-804d-49eeff37c34c'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:02:22.335733 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bc15af-6381-48b4-b7cd-a600f65b3c03" -d '{"events": [{"name": "network-changed", "server_uuid": "08fb826b-e891-46c4-990d-ca03cf3f4222", "tag": "4de1eabe-932e-4cda-804d-49eeff37c34c"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:02:22.373230 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fe1c17-2c80-45ff-bf8a-6e196b676945 x-openstack-request-id: req-28fe1c17-2c80-45ff-bf8a-6e196b676945 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:02:22.373514 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fb826b-e891-46c4-990d-ca03cf3f4222", "tag": "4de1eabe-932e-4cda-804d-49eeff37c34c", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:02:22.373767 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28fe1c17-2c80-45ff-bf8a-6e196b676945 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:02:22.374223 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28fe1c17-2c80-45ff-bf8a-6e196b676945'] response: {'name': 'network-changed', 'server_uuid': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'tag': '4de1eabe-932e-4cda-804d-49eeff37c34c', 'status': 'completed', 'code': 200} Sep 24 05:02:22.425672 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-6d28f196-a9c2-4027-a7c7-d2e535d4127e None None] Set router 30d27e84-daeb-4c10-8615-2d0506092c0e gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:02:22.743944 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-6d28f196-a9c2-4027-a7c7-d2e535d4127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:48Z', 'revision_number': 4, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '37a54d57-2223-486e-984c-4b6062181289', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'port_id': '4de1eabe-932e-4cda-804d-49eeff37c34c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'mac_address': 'fa:16:3e:01:8a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:00:59Z', 'updated_at': '2022-09-24T05:02:21Z', 'revision_number': 1, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e7c41-4cfc-48fe-85ef-a309c017098f', 'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'mac_address': 'fa:16:3e:18:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:00:55Z', 'revision_number': 5, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'subnets': [{'id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:02:22.769054 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d28f196-a9c2-4027-a7c7-d2e535d4127e None None] Checking router: 30d27e84-daeb-4c10-8615-2d0506092c0e for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:02:22.777392 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d28f196-a9c2-4027-a7c7-d2e535d4127e None None] Routers {'30d27e84-daeb-4c10-8615-2d0506092c0e'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:02:22.778026 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-6d28f196-a9c2-4027-a7c7-d2e535d4127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:02:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['30d27e84-daeb-4c10-8615-2d0506092c0e'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:02:22.877693 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-6d28f196-a9c2-4027-a7c7-d2e535d4127e None None] Set router 30d27e84-daeb-4c10-8615-2d0506092c0e gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:02:22.997380 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b333274-bf82-4cac-ac12-ec36e4e5115d req-db38b17d-03f2-4919-8986-d9d6648240e1 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:22.998779 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b333274-bf82-4cac-ac12-ec36e4e5115d req-db38b17d-03f2-4919-8986-d9d6648240e1 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0806262 Sep 24 05:02:23.006805 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11ce46-1dd1-451c-814a-69f925a62ea0 req-f787bba4-8194-42f8-abf6-cfdfb3a6ee6c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:23.008150 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8d11ce46-1dd1-451c-814a-69f925a62ea0 req-f787bba4-8194-42f8-abf6-cfdfb3a6ee6c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 945 time: 0.0782428 Sep 24 05:02:23.074587 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b333274-bf82-4cac-ac12-ec36e4e5115d req-2cb89894-0108-4a79-a475-98204a19f5ec tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654416 Sep 24 05:02:23.090538 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8d11ce46-1dd1-451c-814a-69f925a62ea0 req-29543ef6-9a26-4c72-a30c-f1b5c8e402fc tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706439 Sep 24 05:02:23.096593 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-6d28f196-a9c2-4027-a7c7-d2e535d4127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:48Z', 'revision_number': 4, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '37a54d57-2223-486e-984c-4b6062181289', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'port_id': '4de1eabe-932e-4cda-804d-49eeff37c34c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'mac_address': 'fa:16:3e:01:8a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:00:59Z', 'updated_at': '2022-09-24T05:02:21Z', 'revision_number': 1, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e7c41-4cfc-48fe-85ef-a309c017098f', 'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'mac_address': 'fa:16:3e:18:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:00:55Z', 'revision_number': 5, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'subnets': [{'id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:02:23.129937 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d28f196-a9c2-4027-a7c7-d2e535d4127e None None] The sync data for ids ['30d27e84-daeb-4c10-8615-2d0506092c0e'] in dv-cinder-859186-1-iscsi is: [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:48Z', 'revision_number': 4, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '37a54d57-2223-486e-984c-4b6062181289', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'port_id': '4de1eabe-932e-4cda-804d-49eeff37c34c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'mac_address': 'fa:16:3e:01:8a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:00:59Z', 'updated_at': '2022-09-24T05:02:21Z', 'revision_number': 1, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e7c41-4cfc-48fe-85ef-a309c017098f', 'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'mac_address': 'fa:16:3e:18:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:00:55Z', 'revision_number': 5, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'subnets': [{'id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:02:23.197093 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611886f-02ba-4d27-af96-b7d3a651dc97 req-bfd17cc7-02b9-492d-b06a-9373c1fa500f tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:23.204424 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d611886f-02ba-4d27-af96-b7d3a651dc97 req-bfd17cc7-02b9-492d-b06a-9373c1fa500f tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0581341 Sep 24 05:02:23.221243 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:23.250264 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d611886f-02ba-4d27-af96-b7d3a651dc97 req-7b427d26-9cc2-43ed-9c00-f569db5cd973 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448058 Sep 24 05:02:23.740753 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['7efb703e-b766-4972-b442-eaba81c854e8'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:02:23.856555 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058f60ad-b40f-4a3c-b213-1a16fed93fe4 None None] New status for floating IP 37a54d57-2223-486e-984c-4b6062181289: ACTIVE {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:02:24.242838 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6281c-cdbc-4464-8ba1-3110640eedac req-454efc17-11b5-45e3-9573-d2138e8155f9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:24.244326 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f1f6281c-cdbc-4464-8ba1-3110640eedac req-454efc17-11b5-45e3-9573-d2138e8155f9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 945 time: 0.0562105 Sep 24 05:02:24.249875 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8358a-31bc-4281-9591-d514cfd60b8f req-324d31ff-0cb4-407d-b2a9-1c327ec97282 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:24.251293 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-26d8358a-31bc-4281-9591-d514cfd60b8f req-324d31ff-0cb4-407d-b2a9-1c327ec97282 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0989156 Sep 24 05:02:24.330375 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f1f6281c-cdbc-4464-8ba1-3110640eedac req-2ad38dc8-baba-421e-b8c0-6212397ae43a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741658 Sep 24 05:02:24.333574 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-26d8358a-31bc-4281-9591-d514cfd60b8f req-945ad3a2-5989-41b4-9f65-1d33ed729163 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711639 Sep 24 05:02:24.434874 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552bdf1-5112-40fc-ab3b-924552f5d2e9 req-a3f2f0e4-0aef-4989-8cdb-8e51c95079db tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:24.436324 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5552bdf1-5112-40fc-ab3b-924552f5d2e9 req-a3f2f0e4-0aef-4989-8cdb-8e51c95079db tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0497820 Sep 24 05:02:24.482311 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5552bdf1-5112-40fc-ab3b-924552f5d2e9 req-2b4d2daf-9aea-4bfa-9916-2b397e42b1aa tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399153 Sep 24 05:02:25.481245 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d1dab-c4d3-4571-aed9-9d5a8f10f555 req-f7e6165a-81ff-4bd9-9f90-f9194e271df9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:25.482738 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ee5d1dab-c4d3-4571-aed9-9d5a8f10f555 req-f7e6165a-81ff-4bd9-9f90-f9194e271df9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 945 time: 0.0752187 Sep 24 05:02:25.488909 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bedfd-687f-4c92-9766-e92f4624458a req-8c0cfb12-8e53-44fe-86e6-069e54412c3e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:25.490218 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-534bedfd-687f-4c92-9766-e92f4624458a req-8c0cfb12-8e53-44fe-86e6-069e54412c3e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0814567 Sep 24 05:02:25.543260 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:25.567781 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-534bedfd-687f-4c92-9766-e92f4624458a req-0bc83fea-73ff-46f5-be05-b4fa2912f370 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708978 Sep 24 05:02:25.570743 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ee5d1dab-c4d3-4571-aed9-9d5a8f10f555 req-d5385d5b-e7d3-4904-a570-914f35cc2439 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796790 Sep 24 05:02:25.668561 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b39b3-a543-4ac1-b777-edd6bb4d29b6 req-a764f2e6-2569-4048-a363-160a2693238c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:25.670041 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-553b39b3-a543-4ac1-b777-edd6bb4d29b6 req-a764f2e6-2569-4048-a363-160a2693238c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0470076 Sep 24 05:02:25.716250 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-553b39b3-a543-4ac1-b777-edd6bb4d29b6 req-da1c2e0c-f4ad-4d4a-9f52-950e8cb92f2e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400903 Sep 24 05:02:26.714644 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23bcc4-31f8-4493-ae98-89d8634783a4 req-eb9949e7-aaca-491f-bf9f-a856e6ad3291 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:26.716346 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ed23bcc4-31f8-4493-ae98-89d8634783a4 req-eb9949e7-aaca-491f-bf9f-a856e6ad3291 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0745802 Sep 24 05:02:26.734716 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf35c7c-32dd-4e17-8cff-6b5da9f87072 req-3e3b1f45-12ff-4acc-a936-5b2db888acb3 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:26.736061 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2bf35c7c-32dd-4e17-8cff-6b5da9f87072 req-3e3b1f45-12ff-4acc-a936-5b2db888acb3 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 945 time: 0.0855460 Sep 24 05:02:26.846341 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ed23bcc4-31f8-4493-ae98-89d8634783a4 req-8a66c592-ae14-4cc3-8249-cb566f1cbc63 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240940 Sep 24 05:02:26.849114 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535b594-ac3c-481d-a544-79c34de811be req-0da33b06-9879-4273-9983-0022d3c51fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:26.851805 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a535b594-ac3c-481d-a544-79c34de811be req-0da33b06-9879-4273-9983-0022d3c51fcf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 1130 time: 0.0820804 Sep 24 05:02:26.856053 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2bf35c7c-32dd-4e17-8cff-6b5da9f87072 req-603f6902-f024-4a45-8141-34edde21c3b9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129589 Sep 24 05:02:26.961790 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067aaca-f291-42a9-a01c-416eb186296d req-ff22275f-497f-406a-961f-23c6325dfe92 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:26.963261 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9067aaca-f291-42a9-a01c-416eb186296d req-ff22275f-497f-406a-961f-23c6325dfe92 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0462253 Sep 24 05:02:27.012617 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9067aaca-f291-42a9-a01c-416eb186296d req-028f2b90-6a91-4459-bcaa-c6a36dfac63a tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437863 Sep 24 05:02:27.374334 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 7efb703e-b766-4972-b442-eaba81c854e8 up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:02:27.432632 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port 7efb703e-b766-4972-b442-eaba81c854e8 completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:02:27.443293 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 7efb703e-b766-4972-b442-eaba81c854e8 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:02:27.443884 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (7efb703e-b766-4972-b442-eaba81c854e8), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:27.444467 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 7efb703e-b766-4972-b442-eaba81c854e8 Sep 24 05:02:27.529024 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 7efb703e-b766-4972-b442-eaba81c854e8 is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:02:27.529398 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (7efb703e-b766-4972-b442-eaba81c854e8), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:27.551883 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efb703e-b766-4972-b442-eaba81c854e8'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:02:27.554073 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3f37bb-ff31-4f02-a57c-5b22ce8c6c39" -d '{"events": [{"server_uuid": "201433d5-db4e-4e57-a800-42fe5cfc95ca", "name": "network-vif-plugged", "status": "completed", "tag": "7efb703e-b766-4972-b442-eaba81c854e8"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:02:27.557940 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:27.567843 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 7efb703e-b766-4972-b442-eaba81c854e8, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7efb703e-b766-4972-b442-eaba81c854e8,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:02:27.572062 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (7efb703e-b766-4972-b442-eaba81c854e8), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:27.622294 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=7efb703e-b766-4972-b442-eaba81c854e8,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:02:27.727935 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fa3a18-2599-462f-a68d-15b566473709 x-openstack-request-id: req-23fa3a18-2599-462f-a68d-15b566473709 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:02:27.728221 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201433d5-db4e-4e57-a800-42fe5cfc95ca", "name": "network-vif-plugged", "status": "completed", "tag": "7efb703e-b766-4972-b442-eaba81c854e8", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:02:27.728472 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23fa3a18-2599-462f-a68d-15b566473709 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:02:27.728861 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23fa3a18-2599-462f-a68d-15b566473709'] response: {'server_uuid': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efb703e-b766-4972-b442-eaba81c854e8', 'code': 200} Sep 24 05:02:27.972365 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d53b5-eecd-4e04-97be-fc0abf511cdf req-21efef1d-be03-47b2-8aca-0de68a6ccec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:27.974568 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9e3d53b5-eecd-4e04-97be-fc0abf511cdf req-21efef1d-be03-47b2-8aca-0de68a6ccec6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 1129 time: 0.0802581 Sep 24 05:02:27.977168 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc15af-6381-48b4-b7cd-a600f65b3c03 req-d853b4aa-4a3b-4bc6-8a5e-d447c85517fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:27.978668 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-42bc15af-6381-48b4-b7cd-a600f65b3c03 req-d853b4aa-4a3b-4bc6-8a5e-d447c85517fd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c1aaf20f480a423ea5feca81585aeeed&device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 1129 time: 0.0927224 Sep 24 05:02:28.008584 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a535b594-ac3c-481d-a544-79c34de811be req-0b99fad8-1eb0-4f6f-8535-3fff71db40f3 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122501 Sep 24 05:02:28.024894 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:28.079627 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d53b5-eecd-4e04-97be-fc0abf511cdf req-66553ef5-9007-4c4c-9773-1438c50314f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:28.081066 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9e3d53b5-eecd-4e04-97be-fc0abf511cdf req-66553ef5-9007-4c4c-9773-1438c50314f4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 920 time: 0.0951917 Sep 24 05:02:28.105323 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b8e81-12f2-4cf6-9abf-e5d483018880 req-ca7bd0ed-9e47-40ee-b534-4f5cfa43d9c1 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:28.106811 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-958b8e81-12f2-4cf6-9abf-e5d483018880 req-ca7bd0ed-9e47-40ee-b534-4f5cfa43d9c1 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.1553328 Sep 24 05:02:28.165037 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84501a82-d68a-4280-98e3-4bf448b95423 req-5204e3ce-e881-469e-8e3a-f6fe8e38427e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:28.166309 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-84501a82-d68a-4280-98e3-4bf448b95423 req-5204e3ce-e881-469e-8e3a-f6fe8e38427e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 946 time: 0.1695433 Sep 24 05:02:28.270754 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-958b8e81-12f2-4cf6-9abf-e5d483018880 req-b5869474-a689-448f-a3ec-1c6b35b9a54b tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573203 Sep 24 05:02:28.280785 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc15af-6381-48b4-b7cd-a600f65b3c03 req-b8d9b5cd-f956-4918-bee7-95a0790b6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:28.282700 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-42bc15af-6381-48b4-b7cd-a600f65b3c03 req-b8d9b5cd-f956-4918-bee7-95a0790b6fa2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c071aac1-7a40-472d-a3df-a9b342b44447 HTTP/1.1" status: 200 len: 918 time: 0.2867682 Sep 24 05:02:28.286252 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-84501a82-d68a-4280-98e3-4bf448b95423 req-09288db4-fe4c-499d-903f-ee6f321f5f22 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073835 Sep 24 05:02:28.391181 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedeed1b-409d-4250-a2d1-e635cc320018 req-4545dc22-2146-406f-9771-5b7ca7e8945a tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:28.392656 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fedeed1b-409d-4250-a2d1-e635cc320018 req-4545dc22-2146-406f-9771-5b7ca7e8945a tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0484684 Sep 24 05:02:28.477006 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9e3d53b5-eecd-4e04-97be-fc0abf511cdf req-681bf786-05c8-4d03-9ab2-6c680a82448d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=990ceab0-dcdb-43e0-ab13-ed36ddfbeabf HTTP/1.1" status: 200 len: 217 time: 0.0482655 Sep 24 05:02:28.544013 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30e6d8-2645-42ef-8450-64fd6b7697bd req-22dcb193-47e8-4f59-9652-f9b3b61568f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:28.546441 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ec30e6d8-2645-42ef-8450-64fd6b7697bd req-22dcb193-47e8-4f59-9652-f9b3b61568f8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 1130 time: 0.0595248 Sep 24 05:02:28.567249 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d53b5-eecd-4e04-97be-fc0abf511cdf req-ea808027-532b-4fb1-8474-cd15d51ce6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:28.569225 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9e3d53b5-eecd-4e04-97be-fc0abf511cdf req-ea808027-532b-4fb1-8474-cd15d51ce6c4 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf HTTP/1.1" status: 200 len: 858 time: 0.0825872 Sep 24 05:02:28.597531 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fedeed1b-409d-4250-a2d1-e635cc320018 req-3a279b07-4ef1-4538-9c7f-0e32d290b04b tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988549 Sep 24 05:02:28.634813 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:28.635165 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:28.637368 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-42bc15af-6381-48b4-b7cd-a600f65b3c03 req-f56531af-7f16-4efe-8eae-3b6436d3965f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4de1eabe-932e-4cda-804d-49eeff37c34c HTTP/1.1" status: 200 len: 1000 time: 0.2090962 Sep 24 05:02:28.650891 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d53b5-eecd-4e04-97be-fc0abf511cdf req-72b49475-5e11-49f2-8cb5-04e99fe9590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:28.655660 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9e3d53b5-eecd-4e04-97be-fc0abf511cdf req-72b49475-5e11-49f2-8cb5-04e99fe9590e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747719 Sep 24 05:02:28.866383 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ec30e6d8-2645-42ef-8450-64fd6b7697bd req-5bbc97f8-92a9-4d0b-acdc-b89d2bd2be3f service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3096426 Sep 24 05:02:28.880321 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc15af-6381-48b4-b7cd-a600f65b3c03 req-234c05a4-4d56-48b4-ba77-dd42974175c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:28.881754 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-42bc15af-6381-48b4-b7cd-a600f65b3c03 req-234c05a4-4d56-48b4-ba77-dd42974175c3 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=521b0c5c-068d-4d85-8ac0-e80107b00a80 HTTP/1.1" status: 200 len: 856 time: 0.2330248 Sep 24 05:02:29.395909 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb05b09-2d5f-43ee-be93-c6c81af67347 req-ac93f88d-9bec-4b5f-9c9a-75dffedaa2f1 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:29.397539 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-afb05b09-2d5f-43ee-be93-c6c81af67347 req-ac93f88d-9bec-4b5f-9c9a-75dffedaa2f1 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0517061 Sep 24 05:02:29.450912 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-afb05b09-2d5f-43ee-be93-c6c81af67347 req-1cda40e7-5621-4e03-8822-21f95ac67bfd tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471132 Sep 24 05:02:29.551233 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e471bff-3bde-4117-b8c1-c9f51065742d req-d1c48b4c-27ae-4de5-acf3-0cb016bd4c0a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:29.552725 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e471bff-3bde-4117-b8c1-c9f51065742d req-d1c48b4c-27ae-4de5-acf3-0cb016bd4c0a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 946 time: 0.0517135 Sep 24 05:02:29.599580 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e471bff-3bde-4117-b8c1-c9f51065742d req-616ff6fa-de30-46e4-9978-040d97c90bcf tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413680 Sep 24 05:02:29.723005 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab22d07-e268-4352-8ae5-ecf10d1da04f req-b9bc4516-31f7-44ac-b5a5-2657d0040af1 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:29.724423 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bab22d07-e268-4352-8ae5-ecf10d1da04f req-b9bc4516-31f7-44ac-b5a5-2657d0040af1 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0457509 Sep 24 05:02:29.771310 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bab22d07-e268-4352-8ae5-ecf10d1da04f req-261b2613-6089-451a-bc38-ab0750120faf tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413978 Sep 24 05:02:30.568814 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103642a5-a4f7-4ccf-ab8d-2f69a2f32983 req-53785fe1-a269-47d7-a4eb-d006c6787299 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:30.570323 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-103642a5-a4f7-4ccf-ab8d-2f69a2f32983 req-53785fe1-a269-47d7-a4eb-d006c6787299 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0472910 Sep 24 05:02:30.621120 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-103642a5-a4f7-4ccf-ab8d-2f69a2f32983 req-03d4ed71-66fa-4938-a25b-5bdf5ed92127 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453818 Sep 24 05:02:30.719917 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d5cca-2f8b-4894-8613-cd48f52f8f2c req-54f93486-cfad-423e-bccd-65b413521dc2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:30.721416 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0e2d5cca-2f8b-4894-8613-cd48f52f8f2c req-54f93486-cfad-423e-bccd-65b413521dc2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 946 time: 0.0478475 Sep 24 05:02:30.747250 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:30.769540 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0e2d5cca-2f8b-4894-8613-cd48f52f8f2c req-e433bc4f-48e1-440f-bce1-8f8069683557 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425789 Sep 24 05:02:30.887644 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617bc19-a43f-4428-a377-e2917753ea9f req-bc319dc1-3ba3-4c0a-b233-dba2453a4edc tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:30.889064 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c617bc19-a43f-4428-a377-e2917753ea9f req-bc319dc1-3ba3-4c0a-b233-dba2453a4edc tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0447330 Sep 24 05:02:30.935057 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c617bc19-a43f-4428-a377-e2917753ea9f req-bf06d4dd-5afb-47d6-b35e-05171c983c8c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Sep 24 05:02:31.173318 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:02:31.743472 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33807d5b-0923-4062-9eec-8545887d507c req-b58cbd1b-2578-471b-b7c4-0d4fbe43a276 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:31.744916 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-33807d5b-0923-4062-9eec-8545887d507c req-b58cbd1b-2578-471b-b7c4-0d4fbe43a276 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0502632 Sep 24 05:02:31.790861 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-33807d5b-0923-4062-9eec-8545887d507c req-6009291c-0de5-419f-8930-50c100d59569 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404406 Sep 24 05:02:31.887192 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140cba9-4bbe-45e2-9c63-08949d3b7ffd req-195c15c2-b473-4df5-b6cb-45f2f7ed412c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:31.888548 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3140cba9-4bbe-45e2-9c63-08949d3b7ffd req-195c15c2-b473-4df5-b6cb-45f2f7ed412c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 946 time: 0.0456252 Sep 24 05:02:31.934257 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3140cba9-4bbe-45e2-9c63-08949d3b7ffd req-2c41a88e-2c98-4db2-b087-72692d0a30b4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393307 Sep 24 05:02:32.052453 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4b12a-e89c-4f01-a32b-813bdee0a150 req-628474e3-bca2-47a1-8ad6-6f9d4b12d7aa tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:32.053872 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-41c4b12a-e89c-4f01-a32b-813bdee0a150 req-628474e3-bca2-47a1-8ad6-6f9d4b12d7aa tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0454872 Sep 24 05:02:32.104697 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-41c4b12a-e89c-4f01-a32b-813bdee0a150 req-e8b62dfa-f939-4aeb-bb50-644bbd761081 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452642 Sep 24 05:02:32.674573 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-668a30a2-bc4a-4eb4-9629-eb97cb37c617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:32.914064 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3591c4-a88a-4b8a-a565-b435f4660492 req-22773f83-a9e8-40a4-98fd-a337fa870c53 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:32.915444 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cd3591c4-a88a-4b8a-a565-b435f4660492 req-22773f83-a9e8-40a4-98fd-a337fa870c53 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0480380 Sep 24 05:02:32.962098 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cd3591c4-a88a-4b8a-a565-b435f4660492 req-c78bffe1-58f3-40b6-8577-860775d8dc1e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410759 Sep 24 05:02:33.053980 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203eb1b0-5032-4ae3-bfc7-d62d0bba4208 req-2dd1dac5-d3dc-462a-acf2-651921af332d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:33.055457 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-203eb1b0-5032-4ae3-bfc7-d62d0bba4208 req-2dd1dac5-d3dc-462a-acf2-651921af332d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 946 time: 0.0461733 Sep 24 05:02:33.094575 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:33.102045 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-203eb1b0-5032-4ae3-bfc7-d62d0bba4208 req-ac88221e-49a8-4b9e-a279-1dbc018a69db tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411017 Sep 24 05:02:33.236361 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aded9e-2e46-497f-ae3a-3867974d0775 req-1131b8e8-9c34-446f-b0e0-ad10b7e60b40 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:33.237802 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-10aded9e-2e46-497f-ae3a-3867974d0775 req-1131b8e8-9c34-446f-b0e0-ad10b7e60b40 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0487714 Sep 24 05:02:33.284141 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-10aded9e-2e46-497f-ae3a-3867974d0775 req-a1154ad1-dcab-45f5-a301-f528b2061768 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408123 Sep 24 05:02:34.079987 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6325581-0a88-4e45-a95d-085db186a731 req-85f918a4-d7e0-4e3c-9cc2-ed0ae2902d3d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:34.081546 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f6325581-0a88-4e45-a95d-085db186a731 req-85f918a4-d7e0-4e3c-9cc2-ed0ae2902d3d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0470541 Sep 24 05:02:34.128450 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f6325581-0a88-4e45-a95d-085db186a731 req-903e74b5-a33a-4853-9015-73003ef6177f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413833 Sep 24 05:02:34.229286 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e45a0-5ae1-46b3-b50e-5b057a476a6c req-0defc369-021b-4587-ac72-3a2deb6cb578 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:34.230907 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5e7e45a0-5ae1-46b3-b50e-5b057a476a6c req-0defc369-021b-4587-ac72-3a2deb6cb578 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 946 time: 0.0505967 Sep 24 05:02:34.277737 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5e7e45a0-5ae1-46b3-b50e-5b057a476a6c req-afb04ecc-7c3a-4441-9c43-6451012297f1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406706 Sep 24 05:02:34.401398 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1591d-ce32-4ab4-8d13-cc017f1d3f85 req-f8651a5f-d766-4f68-8347-9d20e9409743 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:34.403231 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6cc1591d-ce32-4ab4-8d13-cc017f1d3f85 req-f8651a5f-d766-4f68-8347-9d20e9409743 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0476904 Sep 24 05:02:34.450911 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6cc1591d-ce32-4ab4-8d13-cc017f1d3f85 req-a57957c4-c725-4ec8-bd6b-7ba2e35d68f0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414617 Sep 24 05:02:35.110872 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bfc5f862-8c1f-4e58-ae3a-99cfdb787db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:35.249936 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89a2b8-e0d3-45a5-a0c8-6017fd4a12a0 req-ddc25381-cd55-444f-a972-70a3823cf7c1 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:35.251423 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ef89a2b8-e0d3-45a5-a0c8-6017fd4a12a0 req-ddc25381-cd55-444f-a972-70a3823cf7c1 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0464509 Sep 24 05:02:35.300945 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ef89a2b8-e0d3-45a5-a0c8-6017fd4a12a0 req-31bf17d1-1d14-469d-b5d3-f6ac4298bcc9 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437989 Sep 24 05:02:35.378569 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:35.397634 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f3782-8a8c-4bc2-bef4-d6a264b9ae0f req-dcddbd54-565c-4c7b-a860-ddbbdc78de54 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:35.399126 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae9f3782-8a8c-4bc2-bef4-d6a264b9ae0f req-dcddbd54-565c-4c7b-a860-ddbbdc78de54 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 946 time: 0.0480101 Sep 24 05:02:35.463562 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae9f3782-8a8c-4bc2-bef4-d6a264b9ae0f req-fde5d571-97f3-46d6-8fe0-b03750df8d28 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583858 Sep 24 05:02:35.514042 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc15af-6381-48b4-b7cd-a600f65b3c03 req-5a3d685e-5595-4549-8e7b-c316db840390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:35.514042 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-42bc15af-6381-48b4-b7cd-a600f65b3c03 req-5a3d685e-5595-4549-8e7b-c316db840390 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c071aac1-7a40-472d-a3df-a9b342b44447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667706 Sep 24 05:02:35.586858 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776a4e5-229e-4e17-bd3b-b20c9177554c req-87467b53-1a5a-4bcb-8b65-9337a163af61 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:35.588404 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a776a4e5-229e-4e17-bd3b-b20c9177554c req-87467b53-1a5a-4bcb-8b65-9337a163af61 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0484581 Sep 24 05:02:35.643451 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a776a4e5-229e-4e17-bd3b-b20c9177554c req-bc11af0e-35ff-4279-a841-4e080c54376a tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489352 Sep 24 05:02:35.735164 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:35.779575 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9e3d53b5-eecd-4e04-97be-fc0abf511cdf req-45ca99f6-122e-4d2e-bf5b-af3a7d2d953d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315854 Sep 24 05:02:36.361482 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:36.421804 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527a19d-51f5-4778-9994-719774897e7b req-51fee093-0baa-4a87-afe1-2c205811cf6e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:36.423307 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a527a19d-51f5-4778-9994-719774897e7b req-51fee093-0baa-4a87-afe1-2c205811cf6e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0494049 Sep 24 05:02:36.470191 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a527a19d-51f5-4778-9994-719774897e7b req-ba556fb3-dcb4-42c4-b1a0-33fdcf88f280 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412972 Sep 24 05:02:36.617639 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808a6a7-ef63-4ec2-9ddd-aa94b9497f83 req-ed41ff2e-0838-49b6-980c-a88d87d98d68 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:36.619137 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7808a6a7-ef63-4ec2-9ddd-aa94b9497f83 req-ed41ff2e-0838-49b6-980c-a88d87d98d68 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0786383 Sep 24 05:02:36.625724 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a169b-6d7c-484e-a7df-e62c7ebb4701 req-8c0e11c4-ac98-4778-b57d-09d51ca0fff0 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:36.627185 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3c2a169b-6d7c-484e-a7df-e62c7ebb4701 req-8c0e11c4-ac98-4778-b57d-09d51ca0fff0 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 946 time: 0.0766251 Sep 24 05:02:36.629781 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 57186) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:02:36.634254 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-04d97139-8014-4eda-a712-75c755394beb tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Request body: {'floatingip': {'port_id': '27e14393-9cd2-49fc-924d-ab63297b8de7'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:02:36.710395 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04d97139-8014-4eda-a712-75c755394beb tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for floatingip (104287d5-4e9c-40e1-8b0c-940f13ea31d6), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:36.838896 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:36.895940 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53e62f-24db-4216-b2ed-3917b2b8bfa5 req-7547f9c2-e383-42c6-80da-8165db3e5716 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:36.897517 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4f53e62f-24db-4216-b2ed-3917b2b8bfa5 req-7547f9c2-e383-42c6-80da-8165db3e5716 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.1493089 Sep 24 05:02:36.902980 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3c2a169b-6d7c-484e-a7df-e62c7ebb4701 req-24d1ba5f-35ca-47cd-beeb-dcebcdc46d74 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410312 Sep 24 05:02:37.043862 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4f53e62f-24db-4216-b2ed-3917b2b8bfa5 req-77e2633e-3080-4864-a16b-47821e18b646 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351936 Sep 24 05:02:37.605377 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04d97139-8014-4eda-a712-75c755394beb tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:37.609833 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04d97139-8014-4eda-a712-75c755394beb tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (104287d5-4e9c-40e1-8b0c-940f13ea31d6), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:37.651096 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:37.710083 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-04d97139-8014-4eda-a712-75c755394beb tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Floating IP 104287d5-4e9c-40e1-8b0c-940f13ea31d6 associated. External IP: 172.27.0.241, port: 27e14393-9cd2-49fc-924d-ab63297b8de7. Sep 24 05:02:37.907590 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d97139-8014-4eda-a712-75c755394beb tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Router f2fa16df-67ea-4044-aa5d-759b1aa93ecf has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:02:37.962916 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:37.986797 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:38.019957 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:38.050941 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d97139-8014-4eda-a712-75c755394beb tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:02:38.059018 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04d97139-8014-4eda-a712-75c755394beb tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:38.063647 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c1b63a-87a7-476e-a52d-6105bdd59741 None None] Sync routers for ids ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:02:38.073211 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1b63a-87a7-476e-a52d-6105bdd59741 None None] Routers {'f2fa16df-67ea-4044-aa5d-759b1aa93ecf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:02:38.074080 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-49c1b63a-87a7-476e-a52d-6105bdd59741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:02:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:02:38.087973 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51b003-fff4-4522-b6d6-207a8fd0c383 req-21bc1e1e-ea49-4ed7-8a17-9ec9ef1ae8e5 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:38.089438 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5d51b003-fff4-4522-b6d6-207a8fd0c383 req-21bc1e1e-ea49-4ed7-8a17-9ec9ef1ae8e5 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 946 time: 0.0771940 Sep 24 05:02:38.116280 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-04d97139-8014-4eda-a712-75c755394beb tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "PUT /networking/v2.0/floatingips/104287d5-4e9c-40e1-8b0c-940f13ea31d6 HTTP/1.1" status: 200 len: 992 time: 1.4854469 Sep 24 05:02:38.118108 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2daebb8-dfea-4ab9-8253-008a21f906e1', 'tag': '27e14393-9cd2-49fc-924d-ab63297b8de7'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:02:38.120746 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dbc503-da2d-42c9-aca0-feae8c9dd9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b2daebb8-dfea-4ab9-8253-008a21f906e1", "tag": "27e14393-9cd2-49fc-924d-ab63297b8de7"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:02:38.165640 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:38.188082 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c06d3-8265-4afc-b059-9d9a1dc4506d req-11481608-7c3f-465e-b48e-f5150db068da tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:38.189146 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-49c1b63a-87a7-476e-a52d-6105bdd59741 None None] Set router f2fa16df-67ea-4044-aa5d-759b1aa93ecf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:02:38.189565 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-150c06d3-8265-4afc-b059-9d9a1dc4506d req-11481608-7c3f-465e-b48e-f5150db068da tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0659263 Sep 24 05:02:38.192663 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5d51b003-fff4-4522-b6d6-207a8fd0c383 req-41aab66c-0e85-47d3-9bdb-3362fbe90ec1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957031 Sep 24 05:02:38.230350 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:38.239776 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3fa3ec-6011-4e2f-ad46-fdeb75ca3816 x-openstack-request-id: req-9d3fa3ec-6011-4e2f-ad46-fdeb75ca3816 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:02:38.240059 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2daebb8-dfea-4ab9-8253-008a21f906e1", "tag": "27e14393-9cd2-49fc-924d-ab63297b8de7", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:02:38.240306 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d3fa3ec-6011-4e2f-ad46-fdeb75ca3816 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:02:38.240698 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3fa3ec-6011-4e2f-ad46-fdeb75ca3816'] response: {'name': 'network-changed', 'server_uuid': 'b2daebb8-dfea-4ab9-8253-008a21f906e1', 'tag': '27e14393-9cd2-49fc-924d-ab63297b8de7', 'status': 'completed', 'code': 200} Sep 24 05:02:38.245221 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-150c06d3-8265-4afc-b059-9d9a1dc4506d req-8a287e67-71a1-4459-b848-02342dd4fc68 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497410 Sep 24 05:02:38.331775 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:38.416165 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-49c1b63a-87a7-476e-a52d-6105bdd59741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:45Z', 'revision_number': 4, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '104287d5-4e9c-40e1-8b0c-940f13ea31d6', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'port_id': '27e14393-9cd2-49fc-924d-ab63297b8de7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'mac_address': 'fa:16:3e:6b:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2daebb8-dfea-4ab9-8253-008a21f906e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:00:56Z', 'updated_at': '2022-09-24T05:02:37Z', 'revision_number': 1, 'project_id': '66ec8bde739145dda504995dbea0914a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705850c-2997-4641-b931-59349ff72938', 'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'mac_address': 'fa:16:3e:ac:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:43Z', 'updated_at': '2022-09-24T05:00:59Z', 'revision_number': 5, 'project_id': '66ec8bde739145dda504995dbea0914a', 'subnets': [{'id': '90944b39-2e61-42ae-924a-3191ae7969be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:02:38.441185 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c1b63a-87a7-476e-a52d-6105bdd59741 None None] Checking router: f2fa16df-67ea-4044-aa5d-759b1aa93ecf for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:02:38.449715 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1b63a-87a7-476e-a52d-6105bdd59741 None None] Routers {'f2fa16df-67ea-4044-aa5d-759b1aa93ecf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:02:38.450333 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-49c1b63a-87a7-476e-a52d-6105bdd59741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:02:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:02:38.550407 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-49c1b63a-87a7-476e-a52d-6105bdd59741 None None] Set router f2fa16df-67ea-4044-aa5d-759b1aa93ecf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:02:38.753540 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-49c1b63a-87a7-476e-a52d-6105bdd59741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:45Z', 'revision_number': 4, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '104287d5-4e9c-40e1-8b0c-940f13ea31d6', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'port_id': '27e14393-9cd2-49fc-924d-ab63297b8de7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'mac_address': 'fa:16:3e:6b:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2daebb8-dfea-4ab9-8253-008a21f906e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:00:56Z', 'updated_at': '2022-09-24T05:02:37Z', 'revision_number': 1, 'project_id': '66ec8bde739145dda504995dbea0914a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705850c-2997-4641-b931-59349ff72938', 'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'mac_address': 'fa:16:3e:ac:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:43Z', 'updated_at': '2022-09-24T05:00:59Z', 'revision_number': 5, 'project_id': '66ec8bde739145dda504995dbea0914a', 'subnets': [{'id': '90944b39-2e61-42ae-924a-3191ae7969be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:02:38.780559 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c1b63a-87a7-476e-a52d-6105bdd59741 None None] The sync data for ids ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'] in dv-cinder-859186-1-iscsi is: [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:45Z', 'revision_number': 4, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '104287d5-4e9c-40e1-8b0c-940f13ea31d6', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'port_id': '27e14393-9cd2-49fc-924d-ab63297b8de7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'mac_address': 'fa:16:3e:6b:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2daebb8-dfea-4ab9-8253-008a21f906e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:00:56Z', 'updated_at': '2022-09-24T05:02:37Z', 'revision_number': 1, 'project_id': '66ec8bde739145dda504995dbea0914a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705850c-2997-4641-b931-59349ff72938', 'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'mac_address': 'fa:16:3e:ac:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:43Z', 'updated_at': '2022-09-24T05:00:59Z', 'revision_number': 5, 'project_id': '66ec8bde739145dda504995dbea0914a', 'subnets': [{'id': '90944b39-2e61-42ae-924a-3191ae7969be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:02:38.963619 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb248ce-2e27-41a6-b977-c7b3d694e2c8 None None] New status for floating IP 104287d5-4e9c-40e1-8b0c-940f13ea31d6: ACTIVE {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:02:39.320985 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aacf59-1ae2-4c12-9809-a0823f2adbc8 req-7b50c1d0-eb5d-45c6-a83d-b3c21e804602 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:39.322493 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-63aacf59-1ae2-4c12-9809-a0823f2adbc8 req-7b50c1d0-eb5d-45c6-a83d-b3c21e804602 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 946 time: 0.0527778 Sep 24 05:02:39.380735 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ae090-da52-444d-aed4-589731fb8af5 req-dc90c98e-83ac-4018-891c-6271261efe79 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:39.382203 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6b0ae090-da52-444d-aed4-589731fb8af5 req-dc90c98e-83ac-4018-891c-6271261efe79 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0588319 Sep 24 05:02:39.422513 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-63aacf59-1ae2-4c12-9809-a0823f2adbc8 req-5f04ba87-ad58-40c2-a65a-7531abf769c5 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898485 Sep 24 05:02:39.443468 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6b0ae090-da52-444d-aed4-589731fb8af5 req-9cb152a1-b0cc-4f21-bacd-5e86c17d2991 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551822 Sep 24 05:02:40.576451 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f21f2f-4f2e-47b6-9b69-ac7d387352ed req-47505d99-21e6-4061-b644-8aef1243702c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:40.578414 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-22f21f2f-4f2e-47b6-9b69-ac7d387352ed req-47505d99-21e6-4061-b644-8aef1243702c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 946 time: 0.0813098 Sep 24 05:02:40.597584 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284bb42-e53d-4910-be10-fdba5659c725 req-a3b5aa90-7a51-42a7-9d0b-6be60cac689c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:40.599038 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e284bb42-e53d-4910-be10-fdba5659c725 req-a3b5aa90-7a51-42a7-9d0b-6be60cac689c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0660813 Sep 24 05:02:40.653324 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:40.666048 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-22f21f2f-4f2e-47b6-9b69-ac7d387352ed req-4aae9fb3-6d80-455c-b4a0-4b7a6923c042 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820453 Sep 24 05:02:40.669219 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e284bb42-e53d-4910-be10-fdba5659c725 req-1e0317eb-ce00-4ffe-99e8-bdbd778fe794 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635147 Sep 24 05:02:41.815877 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b52b7-8e59-482a-8ad4-82f632d00386 req-64a73b84-b8e4-4528-9fed-3d21f967ee25 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:41.817252 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fc1b52b7-8e59-482a-8ad4-82f632d00386 req-64a73b84-b8e4-4528-9fed-3d21f967ee25 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 946 time: 0.0785751 Sep 24 05:02:41.824701 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266aa5e1-3d8a-4c50-863d-81a4e3008a2b req-fde520de-3684-4ee3-9434-04fa6669b039 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:41.826090 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-266aa5e1-3d8a-4c50-863d-81a4e3008a2b req-fde520de-3684-4ee3-9434-04fa6669b039 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0773697 Sep 24 05:02:41.900928 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fc1b52b7-8e59-482a-8ad4-82f632d00386 req-d8929a0b-abc3-4019-afd4-b2d1f5eced9f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738878 Sep 24 05:02:41.908158 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-266aa5e1-3d8a-4c50-863d-81a4e3008a2b req-79578fb0-93d6-46e2-9dd3-68576cb19c4f tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751514 Sep 24 05:02:42.175830 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-51680b91-34fa-4adc-b694-3e0fafc2a325 req-000625c1-fb90-4cea-b45e-73db02f1fe90 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850685 Sep 24 05:02:42.181727 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9e3d53b5-eecd-4e04-97be-fc0abf511cdf req-2a55f348-c55b-485e-aefa-49e4d5a92ceb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881429 Sep 24 05:02:42.209394 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-42bc15af-6381-48b4-b7cd-a600f65b3c03 req-aca6e100-d31f-480a-a806-10665a93a4f1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101730 Sep 24 05:02:43.053223 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3dde8-d78b-4950-bc1f-2440300675e6 req-d5984144-9a64-4e7e-867e-66e20a4bf127 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:43.055195 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0fd3dde8-d78b-4950-bc1f-2440300675e6 req-d5984144-9a64-4e7e-867e-66e20a4bf127 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 946 time: 0.0787036 Sep 24 05:02:43.063128 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e118e-bce6-48e1-a02c-1619d2aa1ae2 req-ff83842d-6ac1-4183-ac46-50aa558f8488 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:43.064556 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0b8e118e-bce6-48e1-a02c-1619d2aa1ae2 req-ff83842d-6ac1-4183-ac46-50aa558f8488 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0785425 Sep 24 05:02:43.138099 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0fd3dde8-d78b-4950-bc1f-2440300675e6 req-5da9ccd7-8fd0-4181-be2f-af71479bc55b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725355 Sep 24 05:02:43.141798 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0b8e118e-bce6-48e1-a02c-1619d2aa1ae2 req-56f8ea92-a7f3-44ba-9df5-2b1cff1f5b55 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700405 Sep 24 05:02:43.273478 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca87cd1-7ab2-43af-92ca-2687cfd3630c req-784218a8-c2a1-470d-8862-3e79d2a54122 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:43.275006 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0ca87cd1-7ab2-43af-92ca-2687cfd3630c req-784218a8-c2a1-470d-8862-3e79d2a54122 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 946 time: 0.0514092 Sep 24 05:02:43.286291 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 57278) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:02:43.290587 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-5586c5a8-0591-4ce5-8874-e9ab0d96b82f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'floatingip': {'port_id': '7efb703e-b766-4972-b442-eaba81c854e8'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:02:43.335904 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5586c5a8-0591-4ce5-8874-e9ab0d96b82f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (ea26f9d8-8cc6-4d99-8300-fc29354fc5ba), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:43.428480 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:43.757500 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:43.767993 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5586c5a8-0591-4ce5-8874-e9ab0d96b82f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:43.771348 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5586c5a8-0591-4ce5-8874-e9ab0d96b82f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (ea26f9d8-8cc6-4d99-8300-fc29354fc5ba), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:43.864511 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-5586c5a8-0591-4ce5-8874-e9ab0d96b82f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Floating IP ea26f9d8-8cc6-4d99-8300-fc29354fc5ba associated. External IP: 172.27.0.38, port: 7efb703e-b766-4972-b442-eaba81c854e8. Sep 24 05:02:44.283735 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c7b0d-613c-4045-85bf-84b608dc1ce1 req-aed3da91-cf07-40ce-9367-608c97e8dfc0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:44.285163 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-368c7b0d-613c-4045-85bf-84b608dc1ce1 req-aed3da91-cf07-40ce-9367-608c97e8dfc0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0568278 Sep 24 05:02:44.293361 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5586c5a8-0591-4ce5-8874-e9ab0d96b82f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:02:44.381341 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-368c7b0d-613c-4045-85bf-84b608dc1ce1 req-646c8bb4-272a-4fce-bb4e-47729d88b303 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903316 Sep 24 05:02:44.434342 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5586c5a8-0591-4ce5-8874-e9ab0d96b82f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:02:44.439875 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5586c5a8-0591-4ce5-8874-e9ab0d96b82f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:44.444814 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345eee48-105f-4225-9aa4-4e8a3c4e5c1c None None] Sync routers for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:02:44.454066 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345eee48-105f-4225-9aa4-4e8a3c4e5c1c None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:02:44.454663 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-345eee48-105f-4225-9aa4-4e8a3c4e5c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:02:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:02:44.469445 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-5586c5a8-0591-4ce5-8874-e9ab0d96b82f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "PUT /networking/v2.0/floatingips/ea26f9d8-8cc6-4d99-8300-fc29354fc5ba HTTP/1.1" status: 200 len: 991 time: 1.1821816 Sep 24 05:02:44.470114 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'tag': '7efb703e-b766-4972-b442-eaba81c854e8'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:02:44.472342 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ae456c-a2fe-416a-b14a-60b6bbbbc678" -d '{"events": [{"name": "network-changed", "server_uuid": "201433d5-db4e-4e57-a800-42fe5cfc95ca", "tag": "7efb703e-b766-4972-b442-eaba81c854e8"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:02:44.509204 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff9ba73-e796-4fd5-ab17-393d662a0eb6 x-openstack-request-id: req-fff9ba73-e796-4fd5-ab17-393d662a0eb6 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:02:44.509493 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201433d5-db4e-4e57-a800-42fe5cfc95ca", "tag": "7efb703e-b766-4972-b442-eaba81c854e8", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:02:44.509743 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fff9ba73-e796-4fd5-ab17-393d662a0eb6 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:02:44.510178 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff9ba73-e796-4fd5-ab17-393d662a0eb6'] response: {'name': 'network-changed', 'server_uuid': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'tag': '7efb703e-b766-4972-b442-eaba81c854e8', 'status': 'completed', 'code': 200} Sep 24 05:02:44.556035 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-345eee48-105f-4225-9aa4-4e8a3c4e5c1c None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:02:44.842392 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-345eee48-105f-4225-9aa4-4e8a3c4e5c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'ea26f9d8-8cc6-4d99-8300-fc29354fc5ba', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': '7efb703e-b766-4972-b442-eaba81c854e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:a7:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:01:07Z', 'updated_at': '2022-09-24T05:02:43Z', 'revision_number': 1, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:02:44.870688 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345eee48-105f-4225-9aa4-4e8a3c4e5c1c None None] Checking router: 3356ba94-92ab-42d3-b2ab-aa4076c04e90 for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:02:44.881074 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345eee48-105f-4225-9aa4-4e8a3c4e5c1c None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:02:44.881613 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-345eee48-105f-4225-9aa4-4e8a3c4e5c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:02:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:02:44.957630 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbc503-da2d-42c9-aca0-feae8c9dd9ce req-93b339dd-a654-4443-9d0d-be467d7e4d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:44.959379 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-34dbc503-da2d-42c9-aca0-feae8c9dd9ce req-93b339dd-a654-4443-9d0d-be467d7e4d63 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=66ec8bde739145dda504995dbea0914a&device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 1130 time: 0.0626636 Sep 24 05:02:44.962241 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:44.980157 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:44.991614 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-345eee48-105f-4225-9aa4-4e8a3c4e5c1c None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:02:45.208807 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-345eee48-105f-4225-9aa4-4e8a3c4e5c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'ea26f9d8-8cc6-4d99-8300-fc29354fc5ba', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': '7efb703e-b766-4972-b442-eaba81c854e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:a7:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:01:07Z', 'updated_at': '2022-09-24T05:02:43Z', 'revision_number': 1, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:02:45.224221 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345eee48-105f-4225-9aa4-4e8a3c4e5c1c None None] The sync data for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi is: [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'ea26f9d8-8cc6-4d99-8300-fc29354fc5ba', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': '7efb703e-b766-4972-b442-eaba81c854e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:a7:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:01:07Z', 'updated_at': '2022-09-24T05:02:43Z', 'revision_number': 1, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:02:45.444381 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:45.504031 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51680b91-34fa-4adc-b694-3e0fafc2a325 req-700a7eab-9a8d-4f5a-98ec-929e2b2ff59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:45.505686 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-51680b91-34fa-4adc-b694-3e0fafc2a325 req-700a7eab-9a8d-4f5a-98ec-929e2b2ff59d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=aa84dfa1cc764dc99b6e804e778c3479&device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 1130 time: 0.0466769 Sep 24 05:02:45.525143 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-42bc15af-6381-48b4-b7cd-a600f65b3c03 req-2100bff9-65e1-412a-aa9c-8bf02efe94d0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753485 Sep 24 05:02:45.563975 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0628d-32a2-4d9a-a114-651eddf6d2c3 req-aabce7e1-809d-4be1-a8fd-6624f591db49 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:45.565537 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bac0628d-32a2-4d9a-a114-651eddf6d2c3 req-aabce7e1-809d-4be1-a8fd-6624f591db49 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0572517 Sep 24 05:02:45.584720 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae456c-a2fe-416a-b14a-60b6bbbbc678 req-16cdf742-0ff0-4f37-b292-462d1193a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:45.586800 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-95ae456c-a2fe-416a-b14a-60b6bbbbc678 req-16cdf742-0ff0-4f37-b292-462d1193a455 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=87d5229e39fe4817b5187068d8acecc7&device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 1130 time: 0.0600581 Sep 24 05:02:45.609736 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbc503-da2d-42c9-aca0-feae8c9dd9ce req-78edaefc-9d3a-4ac1-a85d-e5bd0b37d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:45.611814 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-34dbc503-da2d-42c9-aca0-feae8c9dd9ce req-78edaefc-9d3a-4ac1-a85d-e5bd0b37d2ee service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=71010379-32a3-4ab2-bca2-8378eefa5ed7 HTTP/1.1" status: 200 len: 911 time: 0.1562140 Sep 24 05:02:45.629810 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bac0628d-32a2-4d9a-a114-651eddf6d2c3 req-1bc9cfd2-1e16-42de-9cec-9ae99c305e8d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585289 Sep 24 05:02:45.886114 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e461962-9167-476c-9481-cda26521e25e None None] New status for floating IP ea26f9d8-8cc6-4d99-8300-fc29354fc5ba: ACTIVE {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:02:46.295760 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51680b91-34fa-4adc-b694-3e0fafc2a325 req-a767c664-cefe-47b5-96fa-aec2e524acda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:46.297590 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-51680b91-34fa-4adc-b694-3e0fafc2a325 req-a767c664-cefe-47b5-96fa-aec2e524acda service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=0eef3b9c-c86e-4192-9c47-1e3382392851 HTTP/1.1" status: 200 len: 912 time: 0.0988028 Sep 24 05:02:46.327700 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-34dbc503-da2d-42c9-aca0-feae8c9dd9ce req-b1b0cff5-8662-4461-8e17-ec336d6c9383 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27e14393-9cd2-49fc-924d-ab63297b8de7 HTTP/1.1" status: 200 len: 1002 time: 0.1333025 Sep 24 05:02:46.365292 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-51680b91-34fa-4adc-b694-3e0fafc2a325 req-b052e076-b107-4b11-a3eb-c94708815eea service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=290d6de0-525c-40c7-8eec-34ce73fcc7b9 HTTP/1.1" status: 200 len: 217 time: 0.0380645 Sep 24 05:02:46.389770 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae456c-a2fe-416a-b14a-60b6bbbbc678 req-460e03f5-02bd-4908-ad9a-124c2c47eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:46.391282 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-95ae456c-a2fe-416a-b14a-60b6bbbbc678 req-460e03f5-02bd-4908-ad9a-124c2c47eb39 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=17f0f6dc-1b39-4c78-b39c-2031585b359a HTTP/1.1" status: 200 len: 916 time: 0.2051184 Sep 24 05:02:46.410521 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbc503-da2d-42c9-aca0-feae8c9dd9ce req-71e5964b-1f79-4c52-a2de-81b17e6c529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:46.411957 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-34dbc503-da2d-42c9-aca0-feae8c9dd9ce req-71e5964b-1f79-4c52-a2de-81b17e6c529b service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=90944b39-2e61-42ae-924a-3191ae7969be HTTP/1.1" status: 200 len: 849 time: 0.0791011 Sep 24 05:02:46.422417 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51680b91-34fa-4adc-b694-3e0fafc2a325 req-263822a0-b051-4e57-969c-d86032b9081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:46.423655 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-51680b91-34fa-4adc-b694-3e0fafc2a325 req-263822a0-b051-4e57-969c-d86032b9081a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=a42c7d93-1f3d-47d9-afd8-91088ec478ba HTTP/1.1" status: 200 len: 850 time: 0.0521109 Sep 24 05:02:46.497118 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-95ae456c-a2fe-416a-b14a-60b6bbbbc678 req-de23c4cd-e23c-4136-bb87-c68db9e7a732 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7efb703e-b766-4972-b442-eaba81c854e8 HTTP/1.1" status: 200 len: 1001 time: 0.0986903 Sep 24 05:02:46.503121 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbc503-da2d-42c9-aca0-feae8c9dd9ce req-be6c07ff-e40a-4a59-8786-4760495da909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:46.504500 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51680b91-34fa-4adc-b694-3e0fafc2a325 req-c9ad28bc-6973-4868-a5ee-2ed4d96efa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:46.505019 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-34dbc503-da2d-42c9-aca0-feae8c9dd9ce req-be6c07ff-e40a-4a59-8786-4760495da909 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=71010379-32a3-4ab2-bca2-8378eefa5ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463512 Sep 24 05:02:46.506756 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-51680b91-34fa-4adc-b694-3e0fafc2a325 req-c9ad28bc-6973-4868-a5ee-2ed4d96efa84 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=0eef3b9c-c86e-4192-9c47-1e3382392851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469940 Sep 24 05:02:46.588611 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:46.603274 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae456c-a2fe-416a-b14a-60b6bbbbc678 req-6ae65552-178f-4bea-a5a3-00a7339ee5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:46.604726 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-95ae456c-a2fe-416a-b14a-60b6bbbbc678 req-6ae65552-178f-4bea-a5a3-00a7339ee5b7 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8f69c44e-b4a0-4787-8e79-5aa8095e4aa1 HTTP/1.1" status: 200 len: 854 time: 0.0993302 Sep 24 05:02:46.620572 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-51680b91-34fa-4adc-b694-3e0fafc2a325 req-d75a64b7-eef0-46ca-a58c-8291fa38ab5d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0eef3b9c-c86e-4192-9c47-1e3382392851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043534 Sep 24 05:02:46.676010 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-34dbc503-da2d-42c9-aca0-feae8c9dd9ce req-6b98d8d7-b1f3-4cdf-b0b9-43da1fa2b3c2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424167 Sep 24 05:02:46.677055 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae456c-a2fe-416a-b14a-60b6bbbbc678 req-4e2adf32-1340-477a-8244-0231402b5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:46.678420 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-95ae456c-a2fe-416a-b14a-60b6bbbbc678 req-4e2adf32-1340-477a-8244-0231402b5341 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=17f0f6dc-1b39-4c78-b39c-2031585b359a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631101 Sep 24 05:02:46.763943 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-51680b91-34fa-4adc-b694-3e0fafc2a325 req-7f9c9f68-3a9f-4ea3-8a98-17235f7a7c54 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0eef3b9c-c86e-4192-9c47-1e3382392851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264670 Sep 24 05:02:46.789027 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49816397-05cf-4d46-9ef6-08b682fe1439 req-d0dd1610-83a4-4d66-a91f-dd6de673736c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:46.791992 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-49816397-05cf-4d46-9ef6-08b682fe1439 req-d0dd1610-83a4-4d66-a91f-dd6de673736c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0665500 Sep 24 05:02:46.857378 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:46.883085 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:46.884700 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-49816397-05cf-4d46-9ef6-08b682fe1439 req-8079d311-97d9-42c7-b0cd-a53bfc923c4b tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862238 Sep 24 05:02:46.921987 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-34dbc503-da2d-42c9-aca0-feae8c9dd9ce req-24a66024-adde-4ec2-b598-f86e3d304db0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273810 Sep 24 05:02:46.924060 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-95ae456c-a2fe-416a-b14a-60b6bbbbc678 req-f4628c8f-3900-4929-aca7-22ed97845ab7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221889 Sep 24 05:02:47.049259 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1497284-fabf-4883-bf65-1d9e98aee256 req-5714ccd4-ab2d-4d47-aae1-cc800e9190b2 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:47.050727 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b1497284-fabf-4883-bf65-1d9e98aee256 req-5714ccd4-ab2d-4d47-aae1-cc800e9190b2 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 946 time: 0.0507646 Sep 24 05:02:47.097590 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b1497284-fabf-4883-bf65-1d9e98aee256 req-a7ada158-ffa8-49d9-aa20-a750f6e3a5d4 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410817 Sep 24 05:02:47.394022 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-95ae456c-a2fe-416a-b14a-60b6bbbbc678 req-dfbbbac8-d015-48fd-8be8-7ff8b0f80547 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981867 Sep 24 05:02:48.023540 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7abc2d-d485-474e-9008-508d7aaf2426 req-e93f4505-08fb-4e94-b3e4-304300a9faa0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:48.024963 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2e7abc2d-d485-474e-9008-508d7aaf2426 req-e93f4505-08fb-4e94-b3e4-304300a9faa0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0453548 Sep 24 05:02:48.070157 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2e7abc2d-d485-474e-9008-508d7aaf2426 req-dbeea57a-43d8-41db-b63e-0dfaa34be6c0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390522 Sep 24 05:02:48.220360 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d213bf-ca75-42d4-a591-dca47b571087 req-741f415e-dc43-4591-80cc-8455ee7acde3 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:48.221803 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-03d213bf-ca75-42d4-a591-dca47b571087 req-741f415e-dc43-4591-80cc-8455ee7acde3 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 946 time: 0.0489707 Sep 24 05:02:48.268010 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-03d213bf-ca75-42d4-a591-dca47b571087 req-c53a793c-7589-4438-ba3f-c09cfb56c2b6 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 Sep 24 05:02:48.335284 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:49.204459 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acc690-3a4b-4894-bbc9-a3dba002303f req-da97d753-b7ad-4b7d-b684-7d1502eb0fdb tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:49.205989 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f0acc690-3a4b-4894-bbc9-a3dba002303f req-da97d753-b7ad-4b7d-b684-7d1502eb0fdb tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0604126 Sep 24 05:02:49.227360 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:49.273845 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f0acc690-3a4b-4894-bbc9-a3dba002303f req-f25c405f-0b9a-4dcb-b519-dd593c0adc43 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546126 Sep 24 05:02:49.357521 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 57388) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:02:49.446046 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430976a-e501-4de2-ae31-8418169502e4 req-c57468dd-f308-43ab-9b55-057bc55c530e tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:49.447478 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f430976a-e501-4de2-ae31-8418169502e4 req-c57468dd-f308-43ab-9b55-057bc55c530e tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 946 time: 0.0973203 Sep 24 05:02:49.516330 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:49.518899 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f430976a-e501-4de2-ae31-8418169502e4 req-96db2d60-1417-4ab2-abc7-13e8978a6332 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638282 Sep 24 05:02:49.609748 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Publish callbacks [] for security_group (cb04aa9f-33e5-49b5-8387-0b2cbbd110a8), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:49.613899 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (cb04aa9f-33e5-49b5-8387-0b2cbbd110a8), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:49.654506 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb04aa9f-33e5-49b5-8387-0b2cbbd110a8,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:02:49.661753 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=c98c34167630486fba99bbb0f10dfe0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022976 Sep 24 05:02:49.664305 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 57400) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:02:49.667824 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.668269 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.668659 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.669058 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.669377 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.669737 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.670104 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.670719 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.671070 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.671420 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.671753 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.672085 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.672421 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.672736 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.673054 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38160d9-8c6a-45e9-879e-eddc71ce18b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.724646 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Publish callbacks [] for security_group (cb04aa9f-33e5-49b5-8387-0b2cbbd110a8), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:49.746770 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Publish callbacks [] for security_group (cb04aa9f-33e5-49b5-8387-0b2cbbd110a8), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:49.810502 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (cb04aa9f-33e5-49b5-8387-0b2cbbd110a8), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:49.813660 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:49.814839 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/cb04aa9f-33e5-49b5-8387-0b2cbbd110a8 HTTP/1.1" status: 204 len: 168 time: 0.1491535 Sep 24 05:02:49.823233 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb04aa9f-33e5-49b5-8387-0b2cbbd110a8,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:02:49.830617 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.830966 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.831306 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.831646 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.832627 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.832968 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.833305 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.833624 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.833954 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.834879 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.835137 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.835472 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.835798 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.836795 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:49.837211 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033669c-8e18-4414-9da9-98e85745aee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:02:50.089058 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 57410) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:02:50.102416 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-79d87fb7-5e6c-4110-b101-53636e42b9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:50.173890 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:50.178826 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-79d87fb7-5e6c-4110-b101-53636e42b9c4 admin admin] Publish callbacks [] for security_group (ad0e30c4-b4d1-4886-994f-7f4e70c2c472), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:50.182524 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-79d87fb7-5e6c-4110-b101-53636e42b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (ad0e30c4-b4d1-4886-994f-7f4e70c2c472), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:50.224801 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-79d87fb7-5e6c-4110-b101-53636e42b9c4 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=257dde259e7f4b179b53ce0dea2c87f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346898 Sep 24 05:02:50.226792 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d87fb7-5e6c-4110-b101-53636e42b9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0e30c4-b4d1-4886-994f-7f4e70c2c472,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:02:50.227539 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 57412) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:02:50.279605 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e4d66032-6462-4fc6-80dd-4df510be5c4d admin admin] Publish callbacks [] for security_group (ad0e30c4-b4d1-4886-994f-7f4e70c2c472), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:50.300616 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e4d66032-6462-4fc6-80dd-4df510be5c4d admin admin] Publish callbacks [] for security_group (ad0e30c4-b4d1-4886-994f-7f4e70c2c472), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:50.348290 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e4d66032-6462-4fc6-80dd-4df510be5c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (ad0e30c4-b4d1-4886-994f-7f4e70c2c472), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:50.351168 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e4d66032-6462-4fc6-80dd-4df510be5c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:50.354656 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-e4d66032-6462-4fc6-80dd-4df510be5c4d admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/ad0e30c4-b4d1-4886-994f-7f4e70c2c472 HTTP/1.1" status: 204 len: 168 time: 0.1237922 Sep 24 05:02:50.364182 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d66032-6462-4fc6-80dd-4df510be5c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0e30c4-b4d1-4886-994f-7f4e70c2c472,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:02:50.411597 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3d24e-84ff-4b19-9819-3b6144ae236f req-87406f56-7eed-43c9-ba37-bfd579c9abf0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:50.413364 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4af3d24e-84ff-4b19-9819-3b6144ae236f req-87406f56-7eed-43c9-ba37-bfd579c9abf0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0535154 Sep 24 05:02:50.464913 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4af3d24e-84ff-4b19-9819-3b6144ae236f req-10d60956-3a02-4cc1-963a-97fe82f25b3f tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456891 Sep 24 05:02:50.605394 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966e6ef-fdfa-4f4e-a7ee-41ee17268f6a req-ae408dd4-a7f6-4f50-8234-bf8f2a4df451 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:50.607264 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d966e6ef-fdfa-4f4e-a7ee-41ee17268f6a req-ae408dd4-a7f6-4f50-8234-bf8f2a4df451 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 946 time: 0.0965185 Sep 24 05:02:50.674558 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb4137-780c-4a44-a2ba-0142d7ffe5b4 req-a8fb1cc2-10d3-4f88-9463-d10ccd706838 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:50.678470 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c5eb4137-780c-4a44-a2ba-0142d7ffe5b4 req-a8fb1cc2-10d3-4f88-9463-d10ccd706838 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 946 time: 0.0633862 Sep 24 05:02:50.742382 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c5eb4137-780c-4a44-a2ba-0142d7ffe5b4 req-0882edaf-0e72-40bb-9101-e415bfc3ccd0 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fe265558-1d6f-4238-9356-884b27ddc10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574946 Sep 24 05:02:50.770854 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-d966e6ef-fdfa-4f4e-a7ee-41ee17268f6a req-c7bb154a-c609-4c43-8305-2de751534b49 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Deleting port 290d6de0-525c-40c7-8eec-34ce73fcc7b9 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:02:50.771215 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-d966e6ef-fdfa-4f4e-a7ee-41ee17268f6a req-c7bb154a-c609-4c43-8305-2de751534b49 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (290d6de0-525c-40c7-8eec-34ce73fcc7b9), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:50.919429 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-d966e6ef-fdfa-4f4e-a7ee-41ee17268f6a req-c7bb154a-c609-4c43-8305-2de751534b49 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] For port 290d6de0-525c-40c7-8eec-34ce73fcc7b9, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=290d6de0-525c-40c7-8eec-34ce73fcc7b9,segment=NetworkSegment(276f78fe-d5ad-4e63-a140-d085a46c901f),segment_id=276f78fe-d5ad-4e63-a140-d085a46c901f)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:02:50.920138 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-d966e6ef-fdfa-4f4e-a7ee-41ee17268f6a req-c7bb154a-c609-4c43-8305-2de751534b49 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (290d6de0-525c-40c7-8eec-34ce73fcc7b9), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:50.940427 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-d966e6ef-fdfa-4f4e-a7ee-41ee17268f6a req-c7bb154a-c609-4c43-8305-2de751534b49 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Calling delete_port for 290d6de0-525c-40c7-8eec-34ce73fcc7b9 owned by compute:nova {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:02:51.042124 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:51.104011 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-d966e6ef-fdfa-4f4e-a7ee-41ee17268f6a req-c7bb154a-c609-4c43-8305-2de751534b49 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (290d6de0-525c-40c7-8eec-34ce73fcc7b9), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:51.121585 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['290d6de0-525c-40c7-8eec-34ce73fcc7b9'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:02:51.132962 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb154a-c609-4c43-8305-2de751534b49 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Pushing event deleted for resources: {'Port': ['ID=290d6de0-525c-40c7-8eec-34ce73fcc7b9,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:02:51.164909 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:51.207278 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-d966e6ef-fdfa-4f4e-a7ee-41ee17268f6a req-c7bb154a-c609-4c43-8305-2de751534b49 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] No DVR routers for this DVR port 290d6de0-525c-40c7-8eec-34ce73fcc7b9 on host hv-cinder-85918 {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:02:51.211128 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-d966e6ef-fdfa-4f4e-a7ee-41ee17268f6a req-c7bb154a-c609-4c43-8305-2de751534b49 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:02:51.214482 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d966e6ef-fdfa-4f4e-a7ee-41ee17268f6a req-c7bb154a-c609-4c43-8305-2de751534b49 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.16 "DELETE /networking/v2.0/ports/290d6de0-525c-40c7-8eec-34ce73fcc7b9 HTTP/1.1" status: 204 len: 173 time: 0.6014922 Sep 24 05:02:51.214995 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec88b440-40a0-459f-b94b-06c332e86094', 'name': 'network-vif-deleted', 'tag': '290d6de0-525c-40c7-8eec-34ce73fcc7b9'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:02:51.217228 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e915064b-a722-4d69-84d2-6d5ddcf76983" -d '{"events": [{"server_uuid": "ec88b440-40a0-459f-b94b-06c332e86094", "name": "network-vif-deleted", "tag": "290d6de0-525c-40c7-8eec-34ce73fcc7b9"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:02:51.269544 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097af652-6bfa-419e-9cdf-4618e4d31535 x-openstack-request-id: req-097af652-6bfa-419e-9cdf-4618e4d31535 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:02:51.269844 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec88b440-40a0-459f-b94b-06c332e86094", "name": "network-vif-deleted", "tag": "290d6de0-525c-40c7-8eec-34ce73fcc7b9", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:02:51.270279 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-097af652-6bfa-419e-9cdf-4618e4d31535 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:02:51.271044 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097af652-6bfa-419e-9cdf-4618e4d31535'] response: {'server_uuid': 'ec88b440-40a0-459f-b94b-06c332e86094', 'name': 'network-vif-deleted', 'tag': '290d6de0-525c-40c7-8eec-34ce73fcc7b9', 'status': 'completed', 'code': 200} Sep 24 05:02:51.591731 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f683-0cdb-4306-8a4f-1bea3e2c4490 req-8289af85-e5af-4ab5-bda2-0c5954883d6a tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:51.593288 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fdc1f683-0cdb-4306-8a4f-1bea3e2c4490 req-8289af85-e5af-4ab5-bda2-0c5954883d6a tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0507405 Sep 24 05:02:51.642053 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fdc1f683-0cdb-4306-8a4f-1bea3e2c4490 req-e12290c8-42cb-4b34-8f37-636c14d28d52 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429265 Sep 24 05:02:51.855733 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-21adfd99-e7bc-4aec-ad9c-4a92c7df7358 req-58facafb-81ec-4a9f-a3b4-fdebcf2a1bc2 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 210 time: 0.0278864 Sep 24 05:02:52.768499 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa206d-62ce-4e8f-a032-dba6afc0c5f6 req-9ee3bd04-0b6a-4b4d-b46a-975b03cac016 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:52.770028 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-caaa206d-62ce-4e8f-a032-dba6afc0c5f6 req-9ee3bd04-0b6a-4b4d-b46a-975b03cac016 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0510268 Sep 24 05:02:52.783051 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:52.820787 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-caaa206d-62ce-4e8f-a032-dba6afc0c5f6 req-0a8e7f54-c8dd-4774-95fc-9da5902c44ab tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450881 Sep 24 05:02:52.962586 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bf6bd07c-29a4-459c-b6c5-8503a7bf54ed req-cc4e5140-386b-40a1-bcda-7fec504b88ca tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 210 time: 0.0319169 Sep 24 05:02:53.941438 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87b434-aefb-4dc8-bb92-df55f760a6d3 req-fbf0fcb3-95fc-41f8-bccd-2f41ff968f17 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:53.942842 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ad87b434-aefb-4dc8-bb92-df55f760a6d3 req-fbf0fcb3-95fc-41f8-bccd-2f41ff968f17 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0455480 Sep 24 05:02:53.989250 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ad87b434-aefb-4dc8-bb92-df55f760a6d3 req-8e8c84ad-d9a2-49c7-88c5-3d9757d033bd tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408328 Sep 24 05:02:54.061947 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dfe089ff-6357-49a0-8a83-49e8ce398784 req-017236a6-3670-4f06-98b0-a4cc77fd328c tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 210 time: 0.0270324 Sep 24 05:02:55.112394 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7b059-bcf1-4cc5-8b06-cef220e95fc2 req-42641370-83dc-4d39-aaa7-4cff3882f050 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:55.113879 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0ce7b059-bcf1-4cc5-8b06-cef220e95fc2 req-42641370-83dc-4d39-aaa7-4cff3882f050 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0503893 Sep 24 05:02:55.171292 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dbb3e69b-3c83-49ba-a4f3-8c2cd4e672a9 req-9578b728-4986-440e-b583-b48a27540a47 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 210 time: 0.0321910 Sep 24 05:02:55.185091 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0ce7b059-bcf1-4cc5-8b06-cef220e95fc2 req-77c631c3-5d91-4566-b593-7559147aade4 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653877 Sep 24 05:02:55.199856 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=32 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:55.201024 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=22 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:55.602546 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 290d6de0-525c-40c7-8eec-34ce73fcc7b9 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:02:55.622050 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: 290d6de0-525c-40c7-8eec-34ce73fcc7b9 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:02:55.622393 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 290d6de0-525c-40c7-8eec-34ce73fcc7b9 not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:02:56.296356 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c0b51e2f-2fab-4aa6-bd26-9f6e31a85b01 req-a3cf6c9c-b62d-41a8-8611-841a1e08c76d tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 210 time: 0.0389738 Sep 24 05:02:56.331239 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95da82-97be-4248-9117-7dfb8ab346f8 req-6b848dc6-475f-4402-9631-8888dd909475 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:56.332695 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb95da82-97be-4248-9117-7dfb8ab346f8 req-6b848dc6-475f-4402-9631-8888dd909475 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0635748 Sep 24 05:02:56.382419 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb95da82-97be-4248-9117-7dfb8ab346f8 req-d556b7ba-5cda-47b9-b176-ff7b808a48c7 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442045 Sep 24 05:02:57.413950 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0a506492-e668-4ac8-b854-19f37bdcb59a req-d5c3eaba-776a-42e9-9027-888d991edb02 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 210 time: 0.0294604 Sep 24 05:02:57.503618 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cf438-b10c-4784-84c0-d7f9000d3547 req-c781d7a7-86e3-4bf8-bf8b-bc6fa8fef034 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:57.506253 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-420cf438-b10c-4784-84c0-d7f9000d3547 req-c781d7a7-86e3-4bf8-bf8b-bc6fa8fef034 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0481279 Sep 24 05:02:57.555225 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-420cf438-b10c-4784-84c0-d7f9000d3547 req-3a776f79-6736-4bc7-8b0b-e88511de0fa3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445430 Sep 24 05:02:58.527786 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6df00cf4-46b8-4f0a-9819-78bed28a5b3a req-65e68b04-b85e-402b-a3e2-1b96d0cea338 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 210 time: 0.0276721 Sep 24 05:02:58.684807 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4abbaf-6de9-4a4f-804b-ddbcd9002943 req-3d0c2f43-cbdb-4839-83c0-6abf7a315db3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:58.686289 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0e4abbaf-6de9-4a4f-804b-ddbcd9002943 req-3d0c2f43-cbdb-4839-83c0-6abf7a315db3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0517902 Sep 24 05:02:58.732956 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0e4abbaf-6de9-4a4f-804b-ddbcd9002943 req-91f5bd47-4500-4dbb-9a70-972ea1f799e3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410438 Sep 24 05:02:59.641443 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-42fbd5a7-50c5-449e-b43f-179e24c6e93c req-5b663c4b-3399-4e68-bee1-37ab74691198 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 210 time: 0.0274193 Sep 24 05:02:59.849880 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f868c1-a843-4c60-9272-94e75bc8a1e2 req-7956c427-1621-46e0-afe7-e523ed0ab597 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:02:59.851243 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-51f868c1-a843-4c60-9272-94e75bc8a1e2 req-7956c427-1621-46e0-afe7-e523ed0ab597 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0446141 Sep 24 05:02:59.876044 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:02:59.900915 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-51f868c1-a843-4c60-9272-94e75bc8a1e2 req-b9626c7b-12fa-49d4-895f-63797c7e932c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442448 Sep 24 05:03:00.759475 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-331da695-9329-4625-9304-0ce106267136 req-b2605c12-4e3f-45c1-9eba-4340b60f75e7 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 210 time: 0.0280969 Sep 24 05:03:01.020822 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0ec3b-d3d7-428d-82ca-f94a5ea8dcd4 req-6d581678-f86d-4fcd-b423-aacfb64be611 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:01.022326 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-83e0ec3b-d3d7-428d-82ca-f94a5ea8dcd4 req-6d581678-f86d-4fcd-b423-aacfb64be611 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0474944 Sep 24 05:03:01.068643 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-83e0ec3b-d3d7-428d-82ca-f94a5ea8dcd4 req-cef70d02-540b-4c63-a09c-754881695909 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407100 Sep 24 05:03:01.190689 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:01.872858 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-432cc008-ea23-44f3-bba1-033847d2d0fd req-1acbd3e3-e978-4e5d-879f-b44ec05bc957 tempest-DeleteServersTestJSON-1630660203 tempest-DeleteServersTestJSON-1630660203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ec88b440-40a0-459f-b94b-06c332e86094 HTTP/1.1" status: 200 len: 210 time: 0.0272706 Sep 24 05:03:02.077564 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-306a9bcf-e8fe-428c-9717-201ce0872fb1 req-ec1a2ec6-b6e8-421d-a2a0-39964eeccf60 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402608 Sep 24 05:03:02.191065 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4bd1c-9771-43e3-b732-091cc07271ce req-3aae4e00-95a9-4805-aeab-32ede708b93d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:02.192442 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aea4bd1c-9771-43e3-b732-091cc07271ce req-3aae4e00-95a9-4805-aeab-32ede708b93d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0489676 Sep 24 05:03:02.238246 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aea4bd1c-9771-43e3-b732-091cc07271ce req-26014f85-bf0a-4e58-bdd7-77e03d81ac7e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402710 Sep 24 05:03:02.434869 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a9bcf-e8fe-428c-9717-201ce0872fb1 req-17b50d71-137f-4aea-8d99-993e727fafe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:02.436384 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-306a9bcf-e8fe-428c-9717-201ce0872fb1 req-17b50d71-137f-4aea-8d99-993e727fafe9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 1129 time: 0.0417869 Sep 24 05:03:02.551811 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a9bcf-e8fe-428c-9717-201ce0872fb1 req-5ceee5be-5712-4837-9840-7a20663b4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:02.553520 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-306a9bcf-e8fe-428c-9717-201ce0872fb1 req-5ceee5be-5712-4837-9840-7a20663b4230 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 920 time: 0.0892928 Sep 24 05:03:02.599021 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-306a9bcf-e8fe-428c-9717-201ce0872fb1 req-6cd22de6-6883-4f8d-a485-35adc339f04d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dd07bd5-e74b-434c-a105-6a9c537c3c96 HTTP/1.1" status: 200 len: 217 time: 0.0364430 Sep 24 05:03:02.648927 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a9bcf-e8fe-428c-9717-201ce0872fb1 req-2d439faa-36cc-464e-8809-4a945a46c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:02.653727 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-306a9bcf-e8fe-428c-9717-201ce0872fb1 req-2d439faa-36cc-464e-8809-4a945a46c644 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf HTTP/1.1" status: 200 len: 858 time: 0.0428314 Sep 24 05:03:02.660160 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=42,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:02.674292 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6012361e-284b-4d97-ae0a-1bd3bb3ec41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:02.696417 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a9bcf-e8fe-428c-9717-201ce0872fb1 req-ebb33360-683c-44a8-baf9-6301d77274f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:02.697865 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-306a9bcf-e8fe-428c-9717-201ce0872fb1 req-ebb33360-683c-44a8-baf9-6301d77274f6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402670 Sep 24 05:03:02.792120 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-306a9bcf-e8fe-428c-9717-201ce0872fb1 req-d4ec48cc-9742-440b-b923-f8c0693e36a1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872121 Sep 24 05:03:02.885613 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-306a9bcf-e8fe-428c-9717-201ce0872fb1 req-c08b11bd-8204-4839-9025-c2378025ac24 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872974 Sep 24 05:03:03.356334 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364da4e2-9b9c-44a0-ba42-aef61af63edd req-a369976b-94fb-413a-9182-d6f8377c9f00 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:03.357951 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-364da4e2-9b9c-44a0-ba42-aef61af63edd req-a369976b-94fb-413a-9182-d6f8377c9f00 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0475383 Sep 24 05:03:03.403966 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-364da4e2-9b9c-44a0-ba42-aef61af63edd req-3071b9ec-7821-4d42-bf23-8e3b9da61d08 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397985 Sep 24 05:03:04.525764 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9da6c-5e86-4019-865f-16c3924c00fa req-a203d343-54b6-4c88-b0d5-12f86a365513 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:04.527236 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d7f9da6c-5e86-4019-865f-16c3924c00fa req-a203d343-54b6-4c88-b0d5-12f86a365513 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0472167 Sep 24 05:03:04.578670 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d7f9da6c-5e86-4019-865f-16c3924c00fa req-9d146401-0cb0-4603-a754-c01df1564039 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460038 Sep 24 05:03:05.117189 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a54c61d-2700-4597-8eef-98e4d62af3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:05.473735 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 57694) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:05.703193 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504f6eb-ff74-4534-a397-b338f3fa2ac6 req-d62be963-e658-4697-bd7e-1b929a7930a9 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:05.704760 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8504f6eb-ff74-4534-a397-b338f3fa2ac6 req-d62be963-e658-4697-bd7e-1b929a7930a9 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0496111 Sep 24 05:03:05.716385 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:05.754934 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8504f6eb-ff74-4534-a397-b338f3fa2ac6 req-bf90ca10-9c31-4c1d-807d-8fbd5f4eba3c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443745 Sep 24 05:03:06.047984 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f37825e9-1660-4e49-b3e2-c32808075ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429734'] for router_interface (8d7bc92d-e7aa-4bf6-bdc3-209974628e82), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:06.233985 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:06.312171 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-f37825e9-1660-4e49-b3e2-c32808075ce9 admin admin] Deleting port 391f2e62-4b23-47d0-b357-bcfbac36cd61 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:03:06.312415 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f37825e9-1660-4e49-b3e2-c32808075ce9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (391f2e62-4b23-47d0-b357-bcfbac36cd61), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:06.313820 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:06.364571 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:06.402009 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-f37825e9-1660-4e49-b3e2-c32808075ce9 admin admin] For port 391f2e62-4b23-47d0-b357-bcfbac36cd61, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=391f2e62-4b23-47d0-b357-bcfbac36cd61,segment=NetworkSegment(276f78fe-d5ad-4e63-a140-d085a46c901f),segment_id=276f78fe-d5ad-4e63-a140-d085a46c901f)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:03:06.402927 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f37825e9-1660-4e49-b3e2-c32808075ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (391f2e62-4b23-47d0-b357-bcfbac36cd61), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:06.422244 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-f37825e9-1660-4e49-b3e2-c32808075ce9 admin admin] Calling delete_port for 391f2e62-4b23-47d0-b357-bcfbac36cd61 owned by network:router_interface {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:03:06.604520 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f37825e9-1660-4e49-b3e2-c32808075ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (391f2e62-4b23-47d0-b357-bcfbac36cd61), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:06.630514 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37825e9-1660-4e49-b3e2-c32808075ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=391f2e62-4b23-47d0-b357-bcfbac36cd61,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:06.804811 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f37825e9-1660-4e49-b3e2-c32808075ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435734'] for router_interface (8d7bc92d-e7aa-4bf6-bdc3-209974628e82), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:06.893083 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3df8a-b825-4f96-9c05-f18e5cc94bff req-64d4560b-eb79-43c9-8315-623e9ced84c6 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:06.894652 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4f3df8a-b825-4f96-9c05-f18e5cc94bff req-64d4560b-eb79-43c9-8315-623e9ced84c6 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0531123 Sep 24 05:03:06.945199 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4f3df8a-b825-4f96-9c05-f18e5cc94bff req-3492ccdb-cda6-4028-a37c-fb3d4c874379 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432875 Sep 24 05:03:07.025291 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:07.039795 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37825e9-1660-4e49-b3e2-c32808075ce9 admin admin] Router 8d7bc92d-e7aa-4bf6-bdc3-209974628e82 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:03:07.148994 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37825e9-1660-4e49-b3e2-c32808075ce9 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:03:07.156925 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 57728) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:07.157414 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-f37825e9-1660-4e49-b3e2-c32808075ce9 admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/8d7bc92d-e7aa-4bf6-bdc3-209974628e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6843030 Sep 24 05:03:07.168201 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfe531f-3644-4907-a64f-c69474d81cc9 None None] Sync routers for ids ['8d7bc92d-e7aa-4bf6-bdc3-209974628e82'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:03:07.180371 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe531f-3644-4907-a64f-c69474d81cc9 None None] Routers {'8d7bc92d-e7aa-4bf6-bdc3-209974628e82'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:03:07.180973 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-fdfe531f-3644-4907-a64f-c69474d81cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:03:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['8d7bc92d-e7aa-4bf6-bdc3-209974628e82'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:03:07.300657 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-fdfe531f-3644-4907-a64f-c69474d81cc9 None None] Set router 8d7bc92d-e7aa-4bf6-bdc3-209974628e82 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:03:07.307662 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bde9-6d96-410c-8557-b9e92eb1f170 admin admin] Publish callbacks [] for router (8d7bc92d-e7aa-4bf6-bdc3-209974628e82), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:07.431425 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bde9-6d96-410c-8557-b9e92eb1f170 admin admin] Publish callbacks [] for router_gateway (8d7bc92d-e7aa-4bf6-bdc3-209974628e82), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:07.473586 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-fdfe531f-3644-4907-a64f-c69474d81cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'name': 'tempest-DeleteServersTestJSON-800191275-router', 'tenant_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '07c2c1e1-d932-46e6-8921-954f031f1805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:03:06Z', 'revision_number': 5, 'project_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'gw_port': {'id': '07c2c1e1-d932-46e6-8921-954f031f1805', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:03:07.479457 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-d8a7bde9-6d96-410c-8557-b9e92eb1f170 admin admin] Deleting port 07c2c1e1-d932-46e6-8921-954f031f1805 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:03:07.480030 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bde9-6d96-410c-8557-b9e92eb1f170 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (07c2c1e1-d932-46e6-8921-954f031f1805), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:07.499657 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfe531f-3644-4907-a64f-c69474d81cc9 None None] Checking router: 8d7bc92d-e7aa-4bf6-bdc3-209974628e82 for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:03:07.508330 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe531f-3644-4907-a64f-c69474d81cc9 None None] Routers {'8d7bc92d-e7aa-4bf6-bdc3-209974628e82'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:03:07.508951 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-fdfe531f-3644-4907-a64f-c69474d81cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:03:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['8d7bc92d-e7aa-4bf6-bdc3-209974628e82'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:03:07.571186 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:07.596836 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-d8a7bde9-6d96-410c-8557-b9e92eb1f170 admin admin] For port 07c2c1e1-d932-46e6-8921-954f031f1805, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=07c2c1e1-d932-46e6-8921-954f031f1805,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:03:07.597206 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bde9-6d96-410c-8557-b9e92eb1f170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (07c2c1e1-d932-46e6-8921-954f031f1805), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:07.598280 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-fdfe531f-3644-4907-a64f-c69474d81cc9 None None] Set router 8d7bc92d-e7aa-4bf6-bdc3-209974628e82 gateway port host: None {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:03:07.613701 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-d8a7bde9-6d96-410c-8557-b9e92eb1f170 admin admin] Calling delete_port for 07c2c1e1-d932-46e6-8921-954f031f1805 owned by network:router_gateway {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:03:07.655842 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-fdfe531f-3644-4907-a64f-c69474d81cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'name': 'tempest-DeleteServersTestJSON-800191275-router', 'tenant_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:03:07Z', 'revision_number': 6, 'project_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'gw_port_host': None}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:03:07.688321 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfe531f-3644-4907-a64f-c69474d81cc9 None None] The sync data for ids ['8d7bc92d-e7aa-4bf6-bdc3-209974628e82'] in dv-cinder-859186-1-iscsi is: [{'id': '8d7bc92d-e7aa-4bf6-bdc3-209974628e82', 'name': 'tempest-DeleteServersTestJSON-800191275-router', 'tenant_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:03:07Z', 'revision_number': 6, 'project_id': 'aa84dfa1cc764dc99b6e804e778c3479', 'gw_port_host': None}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:03:07.847882 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bde9-6d96-410c-8557-b9e92eb1f170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (07c2c1e1-d932-46e6-8921-954f031f1805), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:07.877548 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7bde9-6d96-410c-8557-b9e92eb1f170 admin admin] Pushing event deleted for resources: {'Port': ['ID=07c2c1e1-d932-46e6-8921-954f031f1805,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:07.938737 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bde9-6d96-410c-8557-b9e92eb1f170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437340'] for router_gateway (8d7bc92d-e7aa-4bf6-bdc3-209974628e82), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:07.974801 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:08.003977 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:UPDATE=8,neutron:SELECT=32 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:08.044381 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:08.082181 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bde9-6d96-410c-8557-b9e92eb1f170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4195'] for router (8d7bc92d-e7aa-4bf6-bdc3-209974628e82), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:08.086498 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bde9-6d96-410c-8557-b9e92eb1f170 admin admin] Publish callbacks [] for router_controller (8d7bc92d-e7aa-4bf6-bdc3-209974628e82), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:08.158397 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846540db-e56b-4690-b229-ea5d3eb5e7a6 req-5307c6dc-0055-46af-93e8-641255bdb14e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:08.159900 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-846540db-e56b-4690-b229-ea5d3eb5e7a6 req-5307c6dc-0055-46af-93e8-641255bdb14e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.1143622 Sep 24 05:03:08.174105 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:03:08.175549 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bde9-6d96-410c-8557-b9e92eb1f170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435819'] for router (8d7bc92d-e7aa-4bf6-bdc3-209974628e82), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:08.176135 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a7bde9-6d96-410c-8557-b9e92eb1f170 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d7bc92d-e7aa-4bf6-bdc3-209974628e82 {{(pid=106192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 05:03:08.181374 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bde9-6d96-410c-8557-b9e92eb1f170 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:08.182522 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d8a7bde9-6d96-410c-8557-b9e92eb1f170 admin admin] 10.222.0.50 "DELETE /networking/v2.0/routers/8d7bc92d-e7aa-4bf6-bdc3-209974628e82 HTTP/1.1" status: 204 len: 168 time: 1.0240216 Sep 24 05:03:08.185159 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 57758) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:08.206362 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:08.219272 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-846540db-e56b-4690-b229-ea5d3eb5e7a6 req-6698ede5-0071-411f-988b-2e41d813981e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528145 Sep 24 05:03:08.235079 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3abf7bb-85d4-4e0c-91ee-fd4add335073 admin admin] Deleting subnet a42c7d93-1f3d-47d9-afd8-91088ec478ba {{(pid=106193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 05:03:08.238195 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3abf7bb-85d4-4e0c-91ee-fd4add335073 admin admin] Publish callbacks [] for subnet (a42c7d93-1f3d-47d9-afd8-91088ec478ba), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:08.272706 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3abf7bb-85d4-4e0c-91ee-fd4add335073 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4105213'] for subnet (a42c7d93-1f3d-47d9-afd8-91088ec478ba), precommit_delete_associations {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:08.296860 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:08.373831 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3abf7bb-85d4-4e0c-91ee-fd4add335073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66367886'] for subnet (a42c7d93-1f3d-47d9-afd8-91088ec478ba), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:08.429927 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3abf7bb-85d4-4e0c-91ee-fd4add335073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66370483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2383086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8938390'] for subnet (a42c7d93-1f3d-47d9-afd8-91088ec478ba), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:08.458106 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abf7bb-85d4-4e0c-91ee-fd4add335073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a42c7d93-1f3d-47d9-afd8-91088ec478ba,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:08.460321 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3abf7bb-85d4-4e0c-91ee-fd4add335073 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:08.463773 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-f3abf7bb-85d4-4e0c-91ee-fd4add335073 admin admin] 10.222.0.50 "DELETE /networking/v2.0/subnets/a42c7d93-1f3d-47d9-afd8-91088ec478ba HTTP/1.1" status: 204 len: 168 time: 0.2775023 Sep 24 05:03:08.466812 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c3c0ba-27fa-4bdf-b8a8-54597e0749a5 None None] Network 0eef3b9c-c86e-4192-9c47-1e3382392851 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:03:08.468577 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 57766) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:08.552279 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328315'] for network (0eef3b9c-c86e-4192-9c47-1e3382392851), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:08.558744 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 391f2e62-4b23-47d0-b357-bcfbac36cd61 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:03:08.584865 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 391f2e62-4b23-47d0-b357-bcfbac36cd61 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:03:08.585205 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 391f2e62-4b23-47d0-b357-bcfbac36cd61 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:03:08.585616 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 07c2c1e1-d932-46e6-8921-954f031f1805 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:03:08.599289 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] Deleting port 654414c7-5f69-49dd-b667-cf2442c19967 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:03:08.599599 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (654414c7-5f69-49dd-b667-cf2442c19967), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:08.611016 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 07c2c1e1-d932-46e6-8921-954f031f1805 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:03:08.611355 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 07c2c1e1-d932-46e6-8921-954f031f1805 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:03:08.685317 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] For port 654414c7-5f69-49dd-b667-cf2442c19967, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=654414c7-5f69-49dd-b667-cf2442c19967,segment=NetworkSegment(276f78fe-d5ad-4e63-a140-d085a46c901f),segment_id=276f78fe-d5ad-4e63-a140-d085a46c901f)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:03:08.685732 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (654414c7-5f69-49dd-b667-cf2442c19967), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:08.700870 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] DHCP port deletion for 0eef3b9c-c86e-4192-9c47-1e3382392851 request from dv-cinder-859186-1-iscsi {{(pid=106194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 05:03:08.704136 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] Calling delete_port for 654414c7-5f69-49dd-b667-cf2442c19967 owned by network:dhcp {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:03:08.751668 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Deleting port 654414c7-5f69-49dd-b667-cf2442c19967 {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:03:08.752195 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (654414c7-5f69-49dd-b667-cf2442c19967), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:08.795955 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (654414c7-5f69-49dd-b667-cf2442c19967), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:08.823968 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] Pushing event deleted for resources: {'Port': ['ID=654414c7-5f69-49dd-b667-cf2442c19967,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:08.831191 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] No DVR routers for this DVR port 654414c7-5f69-49dd-b667-cf2442c19967 on host dv-cinder-859186-1-iscsi {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:03:08.861706 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] For port 654414c7-5f69-49dd-b667-cf2442c19967, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=654414c7-5f69-49dd-b667-cf2442c19967,segment=NetworkSegment(276f78fe-d5ad-4e63-a140-d085a46c901f),segment_id=276f78fe-d5ad-4e63-a140-d085a46c901f)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:03:08.862927 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (654414c7-5f69-49dd-b667-cf2442c19967), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:08.888912 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Calling delete_port for 654414c7-5f69-49dd-b667-cf2442c19967 owned by network:dhcp {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:03:08.965888 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66397605', 'neutron.services.segments.db._delete_segments_for_network-8754988363457'] for network (0eef3b9c-c86e-4192-9c47-1e3382392851), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.022551 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eef3b9c-c86e-4192-9c47-1e3382392851']}} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:03:09.037681 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276f78fe-d5ad-4e63-a140-d085a46c901f') {'for_net_delete': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:03:09.038078 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276f78fe-d5ad-4e63-a140-d085a46c901f') {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:03:09.038297 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153'] for port (654414c7-5f69-49dd-b667-cf2442c19967), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.064291 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Pushing event deleted for resources: {'Port': ['ID=654414c7-5f69-49dd-b667-cf2442c19967,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:09.065748 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754988363349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105158'] for segment (276f78fe-d5ad-4e63-a140-d085a46c901f), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.074234 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:09.074572 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:09.074907 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:09.075259 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:09.075580 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:09.076070 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:09.076543 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:09.077531 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:09.077849 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:09.078265 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:09.078582 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:09.078917 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:09.079237 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:09.079553 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:09.079924 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:09.083089 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc04bf2a-15f6-4a70-9ac4-38826ca95dd7 None None] No DVR routers for this DVR port 654414c7-5f69-49dd-b667-cf2442c19967 on host dv-cinder-859186-1-iscsi {{(pid=106194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:03:09.089520 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (276f78fe-d5ad-4e63-a140-d085a46c901f), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.131588 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 05:03:09.131991 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2382932'] for segment (276f78fe-d5ad-4e63-a140-d085a46c901f), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.194671 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ca641-6bfa-495d-b0b2-463633722b47 req-4e7c23c2-e11c-4e9f-af6b-6358b6e98bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:09.196636 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d65ca641-6bfa-495d-b0b2-463633722b47 req-4e7c23c2-e11c-4e9f-af6b-6358b6e98bd4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 1129 time: 0.1013720 Sep 24 05:03:09.213009 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:09.237774 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66397596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437385'] for network (0eef3b9c-c86e-4192-9c47-1e3382392851), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.240283 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment 276f78fe-d5ad-4e63-a140-d085a46c901f resource provider aggregate not found Sep 24 05:03:09.274782 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.280722 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] 10.222.0.50 "DELETE /networking/v2.0/networks/0eef3b9c-c86e-4192-9c47-1e3382392851 HTTP/1.1" status: 204 len: 168 time: 0.8088202 Sep 24 05:03:09.290869 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment 276f78fe-d5ad-4e63-a140-d085a46c901f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 276f78fe-d5ad-4e63-a140-d085a46c901f found for delete ", "request_id": "req-f090d63a-2598-496b-9cd9-3d6544c2994b"}]} Sep 24 05:03:09.296491 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832dd64-7a72-411c-af5d-c38830fd2039 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eef3b9c-c86e-4192-9c47-1e3382392851,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:09.304334 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d65ca641-6bfa-495d-b0b2-463633722b47 req-58c9526f-eadc-4321-9ef1-f04e561d6bb3 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985713 Sep 24 05:03:09.356969 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3c49-d109-4f19-8111-55fc6ee6312a req-b1b43d29-dd0d-4f41-a2f3-08dfb30c2c14 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:09.359981 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3f1b3c49-d109-4f19-8111-55fc6ee6312a req-b1b43d29-dd0d-4f41-a2f3-08dfb30c2c14 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0539031 Sep 24 05:03:09.422428 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3f1b3c49-d109-4f19-8111-55fc6ee6312a req-83192242-4efd-4a3e-9759-d6829e5c633e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546799 Sep 24 05:03:09.459656 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 57798) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:09.501202 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-68919c1d-3736-4cd9-9fb6-aa001962618c admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=aa84dfa1cc764dc99b6e804e778c3479&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404177 Sep 24 05:03:09.503824 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 57800) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:09.517696 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:09.534543 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 57804) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:09.559212 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ffcf9785-0dac-4391-968d-5dc0101a95c6 admin admin] Publish callbacks [] for security_group (fe265558-1d6f-4238-9356-884b27ddc10d), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.582098 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ffcf9785-0dac-4391-968d-5dc0101a95c6 admin admin] Publish callbacks [] for security_group (fe265558-1d6f-4238-9356-884b27ddc10d), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.634295 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ffcf9785-0dac-4391-968d-5dc0101a95c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (fe265558-1d6f-4238-9356-884b27ddc10d), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.637671 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ffcf9785-0dac-4391-968d-5dc0101a95c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.639341 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ffcf9785-0dac-4391-968d-5dc0101a95c6 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/fe265558-1d6f-4238-9356-884b27ddc10d HTTP/1.1" status: 204 len: 168 time: 0.1344545 Sep 24 05:03:09.661509 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf9785-0dac-4391-968d-5dc0101a95c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe265558-1d6f-4238-9356-884b27ddc10d,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:09.670248 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8440e09d-ac08-4f43-ac8b-7dae7c5b71fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.769381 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8440e09d-ac08-4f43-ac8b-7dae7c5b71fd admin admin] Publish callbacks [] for security_group (69f1dc9a-321d-415e-8a9e-b0555409dafb), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.773397 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8440e09d-ac08-4f43-ac8b-7dae7c5b71fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (69f1dc9a-321d-415e-8a9e-b0555409dafb), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.800402 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 57816) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:09.811384 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-8440e09d-ac08-4f43-ac8b-7dae7c5b71fd admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=1755912bd35d4041b9cbebba5baa14c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732790 Sep 24 05:03:09.811945 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 57820) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:09.817820 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440e09d-ac08-4f43-ac8b-7dae7c5b71fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f1dc9a-321d-415e-8a9e-b0555409dafb,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:09.868758 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5869e790-c978-4278-af09-34a89dd655b2 admin admin] Publish callbacks [] for security_group (69f1dc9a-321d-415e-8a9e-b0555409dafb), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.892981 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5869e790-c978-4278-af09-34a89dd655b2 admin admin] Publish callbacks [] for security_group (69f1dc9a-321d-415e-8a9e-b0555409dafb), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.947226 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5869e790-c978-4278-af09-34a89dd655b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (69f1dc9a-321d-415e-8a9e-b0555409dafb), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.950200 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5869e790-c978-4278-af09-34a89dd655b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:09.952371 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-5869e790-c978-4278-af09-34a89dd655b2 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/69f1dc9a-321d-415e-8a9e-b0555409dafb HTTP/1.1" status: 204 len: 168 time: 0.1385901 Sep 24 05:03:09.967244 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869e790-c978-4278-af09-34a89dd655b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f1dc9a-321d-415e-8a9e-b0555409dafb,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:09.976354 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2efb4e26-0592-4136-9310-db5621cdae3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:10.074995 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2efb4e26-0592-4136-9310-db5621cdae3f admin admin] Publish callbacks [] for security_group (f92d7b65-e4ab-4979-9cbb-2f4d7e33a954), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:10.093728 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2efb4e26-0592-4136-9310-db5621cdae3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (f92d7b65-e4ab-4979-9cbb-2f4d7e33a954), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:10.149482 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 57846) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:10.149727 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-2efb4e26-0592-4136-9310-db5621cdae3f admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=a6aebe98cbc14e818b977cb9e54e5b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479147 Sep 24 05:03:10.150898 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb4e26-0592-4136-9310-db5621cdae3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92d7b65-e4ab-4979-9cbb-2f4d7e33a954,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:10.229901 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ab95d788-d767-44c7-a9b8-abab3ecbbaa6 admin admin] Publish callbacks [] for security_group (f92d7b65-e4ab-4979-9cbb-2f4d7e33a954), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:10.252109 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:10.262422 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ab95d788-d767-44c7-a9b8-abab3ecbbaa6 admin admin] Publish callbacks [] for security_group (f92d7b65-e4ab-4979-9cbb-2f4d7e33a954), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:10.322429 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ab95d788-d767-44c7-a9b8-abab3ecbbaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (f92d7b65-e4ab-4979-9cbb-2f4d7e33a954), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:10.324976 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ab95d788-d767-44c7-a9b8-abab3ecbbaa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:10.326390 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-ab95d788-d767-44c7-a9b8-abab3ecbbaa6 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/f92d7b65-e4ab-4979-9cbb-2f4d7e33a954 HTTP/1.1" status: 204 len: 168 time: 0.1753008 Sep 24 05:03:10.333558 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 57884) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:10.335863 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95d788-d767-44c7-a9b8-abab3ecbbaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92d7b65-e4ab-4979-9cbb-2f4d7e33a954,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:10.353789 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-558dae29-d503-4687-ba41-e2d0b074d1bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:10.458765 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 654414c7-5f69-49dd-b667-cf2442c19967 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:03:10.470817 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-558dae29-d503-4687-ba41-e2d0b074d1bb admin admin] Publish callbacks [] for security_group (0ce81f1a-e5c8-4c20-bcc1-89da50788f5e), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:10.476861 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-558dae29-d503-4687-ba41-e2d0b074d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (0ce81f1a-e5c8-4c20-bcc1-89da50788f5e), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:10.521698 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 654414c7-5f69-49dd-b667-cf2442c19967 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:03:10.522303 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 654414c7-5f69-49dd-b667-cf2442c19967 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:03:10.565352 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-558dae29-d503-4687-ba41-e2d0b074d1bb admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=241481c64cd144a89d4a6dc493f8babc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303212 Sep 24 05:03:10.567592 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 57890) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:10.569606 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dae29-d503-4687-ba41-e2d0b074d1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce81f1a-e5c8-4c20-bcc1-89da50788f5e,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:10.603584 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:10.633028 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08423def-5820-4b94-b44b-c582edbfb0ec req-63d7664f-454a-4419-8d35-fe100fc1b82d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:10.634596 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-08423def-5820-4b94-b44b-c582edbfb0ec req-63d7664f-454a-4419-8d35-fe100fc1b82d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0970161 Sep 24 05:03:10.635282 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5544898-4b0d-42f9-89a0-6e6d0cf59652 admin admin] Publish callbacks [] for security_group (0ce81f1a-e5c8-4c20-bcc1-89da50788f5e), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:10.682518 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5544898-4b0d-42f9-89a0-6e6d0cf59652 admin admin] Publish callbacks [] for security_group (0ce81f1a-e5c8-4c20-bcc1-89da50788f5e), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:10.744422 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:10.760284 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-08423def-5820-4b94-b44b-c582edbfb0ec req-23b96452-df89-4b40-b21e-d9c3626fd5c3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116686 Sep 24 05:03:10.782633 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5544898-4b0d-42f9-89a0-6e6d0cf59652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (0ce81f1a-e5c8-4c20-bcc1-89da50788f5e), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:10.785316 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5544898-4b0d-42f9-89a0-6e6d0cf59652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:10.786501 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-d5544898-4b0d-42f9-89a0-6e6d0cf59652 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/0ce81f1a-e5c8-4c20-bcc1-89da50788f5e HTTP/1.1" status: 204 len: 168 time: 0.2177937 Sep 24 05:03:10.817505 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5544898-4b0d-42f9-89a0-6e6d0cf59652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce81f1a-e5c8-4c20-bcc1-89da50788f5e,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:11.252287 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 57950) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:11.268512 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e5764799-1069-4cba-9f9d-9a8dedd55e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:11.376785 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e5764799-1069-4cba-9f9d-9a8dedd55e05 admin admin] Publish callbacks [] for security_group (c96d495a-d3d2-42c0-af61-4808441ce172), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:11.381263 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e5764799-1069-4cba-9f9d-9a8dedd55e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (c96d495a-d3d2-42c0-af61-4808441ce172), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:11.580514 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 57958) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:11.661965 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-e5764799-1069-4cba-9f9d-9a8dedd55e05 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=775d8d658a724356a8d5f06652b6e71a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4081936 Sep 24 05:03:11.662959 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5764799-1069-4cba-9f9d-9a8dedd55e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96d495a-d3d2-42c0-af61-4808441ce172,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:11.664801 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 57964) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:11.740737 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6e192dc9-f272-4dde-910c-1fe0fcb5974d admin admin] Publish callbacks [] for security_group (c96d495a-d3d2-42c0-af61-4808441ce172), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:11.764557 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6e192dc9-f272-4dde-910c-1fe0fcb5974d admin admin] Publish callbacks [] for security_group (c96d495a-d3d2-42c0-af61-4808441ce172), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:11.831317 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6e192dc9-f272-4dde-910c-1fe0fcb5974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (c96d495a-d3d2-42c0-af61-4808441ce172), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:11.835021 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6e192dc9-f272-4dde-910c-1fe0fcb5974d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:11.840037 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-6e192dc9-f272-4dde-910c-1fe0fcb5974d admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/c96d495a-d3d2-42c0-af61-4808441ce172 HTTP/1.1" status: 204 len: 168 time: 0.1621072 Sep 24 05:03:11.853971 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e192dc9-f272-4dde-910c-1fe0fcb5974d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96d495a-d3d2-42c0-af61-4808441ce172,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:11.922795 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f6c39ec0-cbed-49ce-ae24-7031ffe2e517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:11.956068 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971205f-91c3-41ef-9b25-1d80ecf856f0 req-297b0bae-0022-451e-870b-66ef1d4a46cd tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:11.958798 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0971205f-91c3-41ef-9b25-1d80ecf856f0 req-297b0bae-0022-451e-870b-66ef1d4a46cd tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.1071534 Sep 24 05:03:12.032129 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:12.049684 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0971205f-91c3-41ef-9b25-1d80ecf856f0 req-86554bc7-9f82-4423-a21c-4a04709abd50 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755816 Sep 24 05:03:12.077360 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f6c39ec0-cbed-49ce-ae24-7031ffe2e517 admin admin] Publish callbacks [] for security_group (cd907248-020b-433d-b0ab-d4c58140982c), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:12.100225 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f6c39ec0-cbed-49ce-ae24-7031ffe2e517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (cd907248-020b-433d-b0ab-d4c58140982c), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:12.141879 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c39ec0-cbed-49ce-ae24-7031ffe2e517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd907248-020b-433d-b0ab-d4c58140982c,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:12.150200 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-f6c39ec0-cbed-49ce-ae24-7031ffe2e517 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=932c6d1e53f44d91b1a7da56d637b1de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5659604 Sep 24 05:03:12.150802 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 57984) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:12.213616 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8e9a144f-99bb-4758-bd41-4e65656dfe2e admin admin] Publish callbacks [] for security_group (cd907248-020b-433d-b0ab-d4c58140982c), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:12.242359 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8e9a144f-99bb-4758-bd41-4e65656dfe2e admin admin] Publish callbacks [] for security_group (cd907248-020b-433d-b0ab-d4c58140982c), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:12.244301 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268e9e0-bf76-4cbf-b752-e82aa33f18f3 req-9033ae37-e3b6-41de-befd-462a27ffd43f tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:12.246196 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2268e9e0-bf76-4cbf-b752-e82aa33f18f3 req-9033ae37-e3b6-41de-befd-462a27ffd43f tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0744207 Sep 24 05:03:12.305742 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2268e9e0-bf76-4cbf-b752-e82aa33f18f3 req-f23265b3-452d-4d4a-9ef4-7a396c882157 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538564 Sep 24 05:03:12.318462 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8e9a144f-99bb-4758-bd41-4e65656dfe2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (cd907248-020b-433d-b0ab-d4c58140982c), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:12.326247 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8e9a144f-99bb-4758-bd41-4e65656dfe2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:12.327628 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-8e9a144f-99bb-4758-bd41-4e65656dfe2e admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/cd907248-020b-433d-b0ab-d4c58140982c HTTP/1.1" status: 204 len: 168 time: 0.1757572 Sep 24 05:03:12.338176 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a144f-99bb-4758-bd41-4e65656dfe2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd907248-020b-433d-b0ab-d4c58140982c,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:15.059782 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 58114) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:15.214154 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748875d-af51-4418-be02-cab68ec97c56 req-5d385e97-6766-4548-b549-58644a4c49e1 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:15.215662 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8748875d-af51-4418-be02-cab68ec97c56 req-5d385e97-6766-4548-b549-58644a4c49e1 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0513654 Sep 24 05:03:15.226103 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-42c952cf-1145-4048-9cd8-fd17f8359f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:15.229472 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3e7b2-78bb-41b7-9e37-fbe002ac9c34 req-e1387dcf-298b-4ab2-ac89-a8d23b1321ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:15.231059 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-90b3e7b2-78bb-41b7-9e37-fbe002ac9c34 req-e1387dcf-298b-4ab2-ac89-a8d23b1321ba service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 1129 time: 0.0597787 Sep 24 05:03:15.266037 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8748875d-af51-4418-be02-cab68ec97c56 req-d7a97900-401b-48a5-b18b-fe4ace8d1daf tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443764 Sep 24 05:03:15.368649 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3e7b2-78bb-41b7-9e37-fbe002ac9c34 req-35dfc999-7259-48ad-b83e-3b59c9241ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:15.370203 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-90b3e7b2-78bb-41b7-9e37-fbe002ac9c34 req-35dfc999-7259-48ad-b83e-3b59c9241ef0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 920 time: 0.1293275 Sep 24 05:03:15.427158 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-90b3e7b2-78bb-41b7-9e37-fbe002ac9c34 req-53753992-975b-444d-9b5b-1bea97ef263d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dd07bd5-e74b-434c-a105-6a9c537c3c96 HTTP/1.1" status: 200 len: 217 time: 0.0504141 Sep 24 05:03:15.443731 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-42c952cf-1145-4048-9cd8-fd17f8359f2e admin admin] Publish callbacks [] for security_group (93d329d7-ea06-4c2a-944f-b92224225d57), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:15.474185 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-42c952cf-1145-4048-9cd8-fd17f8359f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (93d329d7-ea06-4c2a-944f-b92224225d57), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:15.527829 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3e7b2-78bb-41b7-9e37-fbe002ac9c34 req-2e400de6-80a5-4bec-b0b8-3da84ae5cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:15.529269 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-90b3e7b2-78bb-41b7-9e37-fbe002ac9c34 req-2e400de6-80a5-4bec-b0b8-3da84ae5cb37 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf HTTP/1.1" status: 200 len: 858 time: 0.0944288 Sep 24 05:03:15.530412 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c952cf-1145-4048-9cd8-fd17f8359f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d329d7-ea06-4c2a-944f-b92224225d57,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:15.535010 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-42c952cf-1145-4048-9cd8-fd17f8359f2e admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=4cda156116354d2fb92b8aade2c60c33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4741085 Sep 24 05:03:15.537913 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 58132) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:15.568656 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:15.586889 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3e7b2-78bb-41b7-9e37-fbe002ac9c34 req-f1c0e5ee-8da1-4f73-84e4-c78c6a517379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:15.588696 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-90b3e7b2-78bb-41b7-9e37-fbe002ac9c34 req-f1c0e5ee-8da1-4f73-84e4-c78c6a517379 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522048 Sep 24 05:03:15.614848 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dd1ecb01-2cad-4511-919d-fac8b38aa1eb admin admin] Publish callbacks [] for security_group (93d329d7-ea06-4c2a-944f-b92224225d57), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:15.639430 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dd1ecb01-2cad-4511-919d-fac8b38aa1eb admin admin] Publish callbacks [] for security_group (93d329d7-ea06-4c2a-944f-b92224225d57), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:15.685004 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:15.763595 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-90b3e7b2-78bb-41b7-9e37-fbe002ac9c34 req-994eb83f-b4c3-47f8-9624-1dbc3d035b58 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670704 Sep 24 05:03:15.930320 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dd1ecb01-2cad-4511-919d-fac8b38aa1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (93d329d7-ea06-4c2a-944f-b92224225d57), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:15.933294 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dd1ecb01-2cad-4511-919d-fac8b38aa1eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:15.934542 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-dd1ecb01-2cad-4511-919d-fac8b38aa1eb admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/93d329d7-ea06-4c2a-944f-b92224225d57 HTTP/1.1" status: 204 len: 168 time: 0.3939929 Sep 24 05:03:15.944152 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ecb01-2cad-4511-919d-fac8b38aa1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d329d7-ea06-4c2a-944f-b92224225d57,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:15.950915 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-90b3e7b2-78bb-41b7-9e37-fbe002ac9c34 req-32c8d4e6-268c-4063-9c46-674729730954 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811554 Sep 24 05:03:16.379253 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:16.395168 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89847b34-c0ef-401c-9119-ffb741eafa9f req-46b9b1c2-f8e4-419b-8890-a417c24a54fd tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:16.396777 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-89847b34-c0ef-401c-9119-ffb741eafa9f req-46b9b1c2-f8e4-419b-8890-a417c24a54fd tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0517147 Sep 24 05:03:16.446970 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-89847b34-c0ef-401c-9119-ffb741eafa9f req-2fe4dafe-c5ba-4a6d-8c84-d52c10593fea tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441468 Sep 24 05:03:17.572231 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5158ce1-770c-4a87-9086-911ab37e592e req-3337b5c1-823f-44c5-9fe0-bc4b943e0cd9 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:17.573724 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5158ce1-770c-4a87-9086-911ab37e592e req-3337b5c1-823f-44c5-9fe0-bc4b943e0cd9 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0479267 Sep 24 05:03:17.625558 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5158ce1-770c-4a87-9086-911ab37e592e req-9626a6b9-6ede-4360-b29b-ea09e647eb8c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439074 Sep 24 05:03:18.168154 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=52 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:18.168913 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=39 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:18.358230 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:18.750424 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a124e86-d8bf-4e99-9220-829bde6539e5 req-68387f84-c49c-4a2e-8282-d9359c133e34 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:18.752559 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9a124e86-d8bf-4e99-9220-829bde6539e5 req-68387f84-c49c-4a2e-8282-d9359c133e34 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0512648 Sep 24 05:03:18.800840 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9a124e86-d8bf-4e99-9220-829bde6539e5 req-fbe72cb4-6f46-423f-b47a-ed5b1c5e6605 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425975 Sep 24 05:03:19.924020 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201792d-7a6a-4d74-bbfa-c698aa7719ec req-b89b2312-cdd4-48a6-a12f-1473b17343f6 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:19.925475 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9201792d-7a6a-4d74-bbfa-c698aa7719ec req-b89b2312-cdd4-48a6-a12f-1473b17343f6 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0466964 Sep 24 05:03:19.973452 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9201792d-7a6a-4d74-bbfa-c698aa7719ec req-545543d2-9041-4df9-ab3c-a81fbe3e607b tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424466 Sep 24 05:03:21.099088 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ea2da-98ed-41c6-b233-2612f70b0e18 req-dd79016a-6169-4869-8b2c-df073560a0ab tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:21.100728 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e88ea2da-98ed-41c6-b233-2612f70b0e18 req-dd79016a-6169-4869-8b2c-df073560a0ab tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0503302 Sep 24 05:03:21.147590 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e88ea2da-98ed-41c6-b233-2612f70b0e18 req-b28d0e78-94eb-4cba-9a78-e9cf99e601dc tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414045 Sep 24 05:03:22.268245 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:22.285582 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda57c01-edcb-4f58-bbc4-90f429a2045d req-d02032dd-1169-4d56-ad5c-07697e7d8af7 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:22.287069 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fda57c01-edcb-4f58-bbc4-90f429a2045d req-d02032dd-1169-4d56-ad5c-07697e7d8af7 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0622556 Sep 24 05:03:22.332956 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fda57c01-edcb-4f58-bbc4-90f429a2045d req-3812bdb0-ffff-48bc-ab1d-2452360c198a tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404053 Sep 24 05:03:23.456457 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bba45-759c-44fc-8674-68d419022631 req-818ad368-cfbc-406c-a170-c1022fa1d611 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:23.457892 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-700bba45-759c-44fc-8674-68d419022631 req-818ad368-cfbc-406c-a170-c1022fa1d611 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0454321 Sep 24 05:03:23.508545 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-700bba45-759c-44fc-8674-68d419022631 req-55f0cf9e-38ad-44d0-a28f-37af7764c59e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444109 Sep 24 05:03:24.631126 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc815c6-412b-4d37-8528-65f5bb171c4b req-a108bf2b-7423-4c7c-8551-da4fa5f18ef2 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:24.632593 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0bc815c6-412b-4d37-8528-65f5bb171c4b req-a108bf2b-7423-4c7c-8551-da4fa5f18ef2 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0468807 Sep 24 05:03:24.684553 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0bc815c6-412b-4d37-8528-65f5bb171c4b req-73ea41f6-9a47-44b9-bd05-e711eaaa8fe2 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432081 Sep 24 05:03:25.806957 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73dc9c-06c6-4438-9b2a-796e1ed534dc req-f70dc9f7-dc4f-4a7a-8c70-d41952964750 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:25.808451 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ac73dc9c-06c6-4438-9b2a-796e1ed534dc req-f70dc9f7-dc4f-4a7a-8c70-d41952964750 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0466287 Sep 24 05:03:25.856537 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ac73dc9c-06c6-4438-9b2a-796e1ed534dc req-135bff02-03e6-4479-bc6b-57c22fb86507 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414772 Sep 24 05:03:25.946116 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=22 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:25.948289 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=12 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:26.984022 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158232e-b462-4440-87e2-81a40050de13 req-956cbad1-b04b-455b-8ee0-a1297b587f2c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:26.985526 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0158232e-b462-4440-87e2-81a40050de13 req-956cbad1-b04b-455b-8ee0-a1297b587f2c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0508955 Sep 24 05:03:27.033427 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0158232e-b462-4440-87e2-81a40050de13 req-bff11634-1545-4df0-bc77-6565ddfe1329 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422845 Sep 24 05:03:28.152619 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242902cf-f066-4407-9b99-6ccc1ae7a2c4 req-cb4b9a11-c261-4d11-996c-fc7224c7cc1f tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:28.154090 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-242902cf-f066-4407-9b99-6ccc1ae7a2c4 req-cb4b9a11-c261-4d11-996c-fc7224c7cc1f tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0464685 Sep 24 05:03:28.200168 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-242902cf-f066-4407-9b99-6ccc1ae7a2c4 req-da14fc4a-8e89-4efb-8cf3-1c057ba3d292 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405729 Sep 24 05:03:28.336273 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=37,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:28.348539 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:29.072784 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=11 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:29.074684 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=15 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:29.314067 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:29.325711 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e0b6e-eddf-45ea-9244-9bca1ec06fdc req-9db02cfb-cee4-431b-9c1e-3f05fd50c413 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:29.327472 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb8e0b6e-eddf-45ea-9244-9bca1ec06fdc req-9db02cfb-cee4-431b-9c1e-3f05fd50c413 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0488961 Sep 24 05:03:29.377717 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb8e0b6e-eddf-45ea-9244-9bca1ec06fdc req-02733f85-ad74-43f9-9d7b-459b94031099 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443633 Sep 24 05:03:30.505364 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfd4a4-3295-4fc1-8705-e171530874fa req-f4305432-726d-4ce1-b2a2-bad8238efadd tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:30.506890 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f5dfd4a4-3295-4fc1-8705-e171530874fa req-f4305432-726d-4ce1-b2a2-bad8238efadd tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0502684 Sep 24 05:03:30.555259 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f5dfd4a4-3295-4fc1-8705-e171530874fa req-76d44752-850b-4b21-8ffb-3f764826f603 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426536 Sep 24 05:03:31.515327 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 58454) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:31.621343 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-44c5cb78-8381-4a93-81dc-0859f8f5b263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:31.703879 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0abf6a-ce79-4233-8975-3fbc51bfd00e req-f5eeb2d2-4dbf-463f-8cdc-27c262b3715c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:31.705256 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a0abf6a-ce79-4233-8975-3fbc51bfd00e req-f5eeb2d2-4dbf-463f-8cdc-27c262b3715c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0677843 Sep 24 05:03:31.777889 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-44c5cb78-8381-4a93-81dc-0859f8f5b263 admin admin] Publish callbacks [] for security_group (6326aca8-33f0-4bc0-9621-1a7e0c76c0ae), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:31.783277 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a0abf6a-ce79-4233-8975-3fbc51bfd00e req-d15a5e85-aab3-4a2a-bd71-0a8dd447cc0d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702302 Sep 24 05:03:31.784234 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-44c5cb78-8381-4a93-81dc-0859f8f5b263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (6326aca8-33f0-4bc0-9621-1a7e0c76c0ae), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:31.821433 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5cb78-8381-4a93-81dc-0859f8f5b263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6326aca8-33f0-4bc0-9621-1a7e0c76c0ae,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:31.825682 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-44c5cb78-8381-4a93-81dc-0859f8f5b263 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=06b5b8c953474d87ac95063b975aa5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092759 Sep 24 05:03:31.828905 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 58460) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:31.867203 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:31.877186 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-54f1b94c-3b21-4e45-aa30-719dc34c94e6 admin admin] Publish callbacks [] for security_group (6326aca8-33f0-4bc0-9621-1a7e0c76c0ae), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:31.897118 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-54f1b94c-3b21-4e45-aa30-719dc34c94e6 admin admin] Publish callbacks [] for security_group (6326aca8-33f0-4bc0-9621-1a7e0c76c0ae), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:31.948132 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-54f1b94c-3b21-4e45-aa30-719dc34c94e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (6326aca8-33f0-4bc0-9621-1a7e0c76c0ae), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:31.950783 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-54f1b94c-3b21-4e45-aa30-719dc34c94e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:31.951971 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-54f1b94c-3b21-4e45-aa30-719dc34c94e6 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/6326aca8-33f0-4bc0-9621-1a7e0c76c0ae HTTP/1.1" status: 204 len: 168 time: 0.1224465 Sep 24 05:03:31.960400 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1b94c-3b21-4e45-aa30-719dc34c94e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6326aca8-33f0-4bc0-9621-1a7e0c76c0ae,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:32.234106 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 58470) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:32.247334 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-29b38648-58d8-4a3f-90d8-9de50e13b32a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:32.326380 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-29b38648-58d8-4a3f-90d8-9de50e13b32a admin admin] Publish callbacks [] for security_group (97b2426c-bbd8-46cb-b61d-5f6774fb80f6), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:32.330822 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-29b38648-58d8-4a3f-90d8-9de50e13b32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (97b2426c-bbd8-46cb-b61d-5f6774fb80f6), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:32.373622 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-29b38648-58d8-4a3f-90d8-9de50e13b32a admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=75092ed831234678bd4e737c0d13514b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383979 Sep 24 05:03:32.374549 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b38648-58d8-4a3f-90d8-9de50e13b32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b2426c-bbd8-46cb-b61d-5f6774fb80f6,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:32.376957 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 58472) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:32.429638 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dcee7b76-5766-4570-b5d8-f6393518426d admin admin] Publish callbacks [] for security_group (97b2426c-bbd8-46cb-b61d-5f6774fb80f6), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:32.450155 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dcee7b76-5766-4570-b5d8-f6393518426d admin admin] Publish callbacks [] for security_group (97b2426c-bbd8-46cb-b61d-5f6774fb80f6), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:32.500193 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dcee7b76-5766-4570-b5d8-f6393518426d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (97b2426c-bbd8-46cb-b61d-5f6774fb80f6), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:32.502871 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dcee7b76-5766-4570-b5d8-f6393518426d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:32.504021 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-dcee7b76-5766-4570-b5d8-f6393518426d admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/97b2426c-bbd8-46cb-b61d-5f6774fb80f6 HTTP/1.1" status: 204 len: 168 time: 0.1260278 Sep 24 05:03:32.513642 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee7b76-5766-4570-b5d8-f6393518426d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b2426c-bbd8-46cb-b61d-5f6774fb80f6,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:32.677989 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b22d9c14-2ba0-4028-8014-d94bef546ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:32.899956 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:32.921478 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca67af6-009e-4209-9da2-e8197053e03c req-7c1f8a9b-cce4-44ff-a906-1465fff15618 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:32.923624 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1ca67af6-009e-4209-9da2-e8197053e03c req-7c1f8a9b-cce4-44ff-a906-1465fff15618 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0600173 Sep 24 05:03:32.928784 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 58502) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:32.992184 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1ca67af6-009e-4209-9da2-e8197053e03c req-ff8bf5ba-e859-48e7-9121-a28050b7aaea tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551364 Sep 24 05:03:33.122398 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-98c20d9a-ac9c-460b-bcd8-4b44b85d351e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:33.204113 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-98c20d9a-ac9c-460b-bcd8-4b44b85d351e admin admin] Publish callbacks [] for security_group (f7b7fae1-f66c-4a61-a245-e0e7b0a953ba), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:33.210154 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-98c20d9a-ac9c-460b-bcd8-4b44b85d351e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (f7b7fae1-f66c-4a61-a245-e0e7b0a953ba), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:33.252432 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c20d9a-ac9c-460b-bcd8-4b44b85d351e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b7fae1-f66c-4a61-a245-e0e7b0a953ba,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:33.254927 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-98c20d9a-ac9c-460b-bcd8-4b44b85d351e admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=5fcbe6afec544c9f90f6a2ad10dbe9e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247685 Sep 24 05:03:33.257662 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 58520) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:33.310363 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6d9adc8e-7a88-4b4b-b3b8-d5f0d06c4c4e admin admin] Publish callbacks [] for security_group (f7b7fae1-f66c-4a61-a245-e0e7b0a953ba), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:33.331420 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6d9adc8e-7a88-4b4b-b3b8-d5f0d06c4c4e admin admin] Publish callbacks [] for security_group (f7b7fae1-f66c-4a61-a245-e0e7b0a953ba), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:33.386972 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6d9adc8e-7a88-4b4b-b3b8-d5f0d06c4c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (f7b7fae1-f66c-4a61-a245-e0e7b0a953ba), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:33.389625 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6d9adc8e-7a88-4b4b-b3b8-d5f0d06c4c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:33.390969 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-6d9adc8e-7a88-4b4b-b3b8-d5f0d06c4c4e admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/f7b7fae1-f66c-4a61-a245-e0e7b0a953ba HTTP/1.1" status: 204 len: 168 time: 0.1323397 Sep 24 05:03:33.400797 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9adc8e-7a88-4b4b-b3b8-d5f0d06c4c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b7fae1-f66c-4a61-a245-e0e7b0a953ba,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:33.753542 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 58538) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:33.773964 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-783687fe-782d-4415-8877-a9d5e8e854a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:33.791161 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 58540) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:33.821972 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:33.857858 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-783687fe-782d-4415-8877-a9d5e8e854a5 admin admin] Publish callbacks [] for security_group (72237569-0cb9-4b97-aa8a-d1f2b287347b), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:33.862088 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-783687fe-782d-4415-8877-a9d5e8e854a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (72237569-0cb9-4b97-aa8a-d1f2b287347b), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:33.901385 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-783687fe-782d-4415-8877-a9d5e8e854a5 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=9043421d934344c080b8b4ae3bb55905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466606 Sep 24 05:03:33.902359 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783687fe-782d-4415-8877-a9d5e8e854a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72237569-0cb9-4b97-aa8a-d1f2b287347b,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:33.904059 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 58544) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:33.970158 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0008350e-c240-4e0e-b6e5-7bd0565df8f1 admin admin] Publish callbacks [] for security_group (72237569-0cb9-4b97-aa8a-d1f2b287347b), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:33.973058 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5399e6c5-28f7-48a5-a6c4-3b1d62673eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:34.005268 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0008350e-c240-4e0e-b6e5-7bd0565df8f1 admin admin] Publish callbacks [] for security_group (72237569-0cb9-4b97-aa8a-d1f2b287347b), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:34.100559 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0008350e-c240-4e0e-b6e5-7bd0565df8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (72237569-0cb9-4b97-aa8a-d1f2b287347b), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:34.103978 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0008350e-c240-4e0e-b6e5-7bd0565df8f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:34.105225 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-0008350e-c240-4e0e-b6e5-7bd0565df8f1 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/72237569-0cb9-4b97-aa8a-d1f2b287347b HTTP/1.1" status: 204 len: 168 time: 0.2001913 Sep 24 05:03:34.113583 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5399e6c5-28f7-48a5-a6c4-3b1d62673eec admin admin] Publish callbacks [] for security_group (96fe83b3-96d0-4137-8a51-1fccbeac940c), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:34.119357 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5399e6c5-28f7-48a5-a6c4-3b1d62673eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (96fe83b3-96d0-4137-8a51-1fccbeac940c), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:34.127775 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f05bb-bb04-4928-ba4a-a530941f9ad2 req-ad56594c-f57f-44e6-a41d-841174d3be1d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:34.130683 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008350e-c240-4e0e-b6e5-7bd0565df8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72237569-0cb9-4b97-aa8a-d1f2b287347b,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:34.135169 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b1f05bb-bb04-4928-ba4a-a530941f9ad2 req-ad56594c-f57f-44e6-a41d-841174d3be1d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0700805 Sep 24 05:03:34.157156 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 58552) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:34.157922 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-5399e6c5-28f7-48a5-a6c4-3b1d62673eec admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=3e03a7811a764fada9e445e3041dfe89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656497 Sep 24 05:03:34.186839 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399e6c5-28f7-48a5-a6c4-3b1d62673eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fe83b3-96d0-4137-8a51-1fccbeac940c,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:34.220265 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b1f05bb-bb04-4928-ba4a-a530941f9ad2 req-2690a14c-64ab-4460-90ce-e4e94328d6ac tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824425 Sep 24 05:03:34.241978 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a5ad2e36-97a0-4ec3-bf45-24236d16e513 admin admin] Publish callbacks [] for security_group (96fe83b3-96d0-4137-8a51-1fccbeac940c), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:34.249292 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:34.265961 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a5ad2e36-97a0-4ec3-bf45-24236d16e513 admin admin] Publish callbacks [] for security_group (96fe83b3-96d0-4137-8a51-1fccbeac940c), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:34.316298 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a5ad2e36-97a0-4ec3-bf45-24236d16e513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (96fe83b3-96d0-4137-8a51-1fccbeac940c), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:34.319195 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a5ad2e36-97a0-4ec3-bf45-24236d16e513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:34.322859 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a5ad2e36-97a0-4ec3-bf45-24236d16e513 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/96fe83b3-96d0-4137-8a51-1fccbeac940c HTTP/1.1" status: 204 len: 168 time: 0.1622310 Sep 24 05:03:34.328653 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad2e36-97a0-4ec3-bf45-24236d16e513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fe83b3-96d0-4137-8a51-1fccbeac940c,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:35.111203 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-651e4e8f-20e7-4664-8820-550aedc57333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:35.396506 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169ffbc-6c17-4c3f-b9e1-58ccf3350fb5 req-30544a10-a842-4376-986f-49ab3046892b tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:35.398230 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5169ffbc-6c17-4c3f-b9e1-58ccf3350fb5 req-30544a10-a842-4376-986f-49ab3046892b tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0851061 Sep 24 05:03:35.447545 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5169ffbc-6c17-4c3f-b9e1-58ccf3350fb5 req-2af33d7d-2ba0-4812-a6b2-6b0fbac83ab6 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Sep 24 05:03:35.603919 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 58626) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:35.724164 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2aa04091-c5e9-437f-9f4e-bffcbc794971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:35.797151 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2aa04091-c5e9-437f-9f4e-bffcbc794971 admin admin] Publish callbacks [] for security_group (c3eda0b8-32ae-49f3-9010-9380400b06ad), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:35.801008 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2aa04091-c5e9-437f-9f4e-bffcbc794971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (c3eda0b8-32ae-49f3-9010-9380400b06ad), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:35.839472 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa04091-c5e9-437f-9f4e-bffcbc794971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3eda0b8-32ae-49f3-9010-9380400b06ad,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:35.843709 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-2aa04091-c5e9-437f-9f4e-bffcbc794971 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=041be21194ef4e34bd6aed80d16a2889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388027 Sep 24 05:03:35.846853 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 58630) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:35.894508 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-059be604-0737-49f0-9e53-c2f9c4f32faf admin admin] Publish callbacks [] for security_group (c3eda0b8-32ae-49f3-9010-9380400b06ad), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:35.914443 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-059be604-0737-49f0-9e53-c2f9c4f32faf admin admin] Publish callbacks [] for security_group (c3eda0b8-32ae-49f3-9010-9380400b06ad), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:35.959982 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-059be604-0737-49f0-9e53-c2f9c4f32faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (c3eda0b8-32ae-49f3-9010-9380400b06ad), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:35.962591 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-059be604-0737-49f0-9e53-c2f9c4f32faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:35.963697 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-059be604-0737-49f0-9e53-c2f9c4f32faf admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/c3eda0b8-32ae-49f3-9010-9380400b06ad HTTP/1.1" status: 204 len: 168 time: 0.1159418 Sep 24 05:03:35.971579 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059be604-0737-49f0-9e53-c2f9c4f32faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3eda0b8-32ae-49f3-9010-9380400b06ad,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:36.373399 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:36.570215 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241351d0-2ee7-4038-b8e4-5296a1532b08 req-07258462-fad9-4365-8e69-4de5f5980b04 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:36.571688 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-241351d0-2ee7-4038-b8e4-5296a1532b08 req-07258462-fad9-4365-8e69-4de5f5980b04 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0469148 Sep 24 05:03:36.619001 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-241351d0-2ee7-4038-b8e4-5296a1532b08 req-b1aeca32-82c3-43b1-9fbd-0dda50414c1c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405316 Sep 24 05:03:37.250871 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba553b-e6e6-4c79-856c-033819ea2f22 req-fa964e17-9984-47cb-85c9-1b043ddbee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:37.252347 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-36ba553b-e6e6-4c79-856c-033819ea2f22 req-fa964e17-9984-47cb-85c9-1b043ddbee49 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 1129 time: 0.0386903 Sep 24 05:03:37.301426 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-36ba553b-e6e6-4c79-856c-033819ea2f22 req-5755156f-190e-49a0-9f26-08bb41d14461 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420544 Sep 24 05:03:37.743728 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:37.762907 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124ceea-5925-48f0-92b8-0fd6b7edf6ed req-79229e81-bf22-4bcf-a1ec-f8a6e6c0c963 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:37.764356 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0124ceea-5925-48f0-92b8-0fd6b7edf6ed req-79229e81-bf22-4bcf-a1ec-f8a6e6c0c963 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0600281 Sep 24 05:03:37.815434 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0124ceea-5925-48f0-92b8-0fd6b7edf6ed req-5528baf7-09cd-414f-98a0-e05dc7418b74 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444984 Sep 24 05:03:37.978952 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:38.021217 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:38.939449 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187cb63-ef78-47c3-8684-21ba05498e80 req-cc4f1c94-03f9-4adf-9620-0b2f6899e981 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:38.940883 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5187cb63-ef78-47c3-8684-21ba05498e80 req-cc4f1c94-03f9-4adf-9620-0b2f6899e981 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0460389 Sep 24 05:03:38.985881 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5187cb63-ef78-47c3-8684-21ba05498e80 req-feb84510-f4ed-4b15-8e7c-6694100b1e54 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393798 Sep 24 05:03:40.108770 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee69fd-09b3-47fa-bf71-e11bfab70f04 req-667a7489-ad5f-4515-b843-3d272787547e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:40.110226 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05ee69fd-09b3-47fa-bf71-e11bfab70f04 req-667a7489-ad5f-4515-b843-3d272787547e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0489447 Sep 24 05:03:40.156374 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05ee69fd-09b3-47fa-bf71-e11bfab70f04 req-be4d2781-117a-45e3-a325-fa4b78f6a451 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406718 Sep 24 05:03:40.427710 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c2474-1f7d-4fe3-8521-b6c140194b15 req-91d60374-893f-46ba-852e-6ae64c7ba129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:40.429215 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ad5c2474-1f7d-4fe3-8521-b6c140194b15 req-91d60374-893f-46ba-852e-6ae64c7ba129 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 1129 time: 0.0568309 Sep 24 05:03:40.445968 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aed672-92e6-4c32-a8d5-b872461c588d req-da8f90e6-d59f-4f7f-b1ca-51d0a3dbab99 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:40.447511 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-25aed672-92e6-4c32-a8d5-b872461c588d req-da8f90e6-d59f-4f7f-b1ca-51d0a3dbab99 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0798755 Sep 24 05:03:40.470994 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:40.523706 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-25aed672-92e6-4c32-a8d5-b872461c588d req-f2639b6d-608d-4020-97ce-93852fc2e7bf tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702307 Sep 24 05:03:40.556903 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c2474-1f7d-4fe3-8521-b6c140194b15 req-75ce404a-a0cf-4476-b820-e45351b5b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:40.558380 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ad5c2474-1f7d-4fe3-8521-b6c140194b15 req-75ce404a-a0cf-4476-b820-e45351b5b2d1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 920 time: 0.1174197 Sep 24 05:03:40.611758 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ad5c2474-1f7d-4fe3-8521-b6c140194b15 req-fc51a34f-1248-465b-992c-c48ab15d5bb0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dd07bd5-e74b-434c-a105-6a9c537c3c96 HTTP/1.1" status: 200 len: 217 time: 0.0461972 Sep 24 05:03:40.661413 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 58784) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:40.665825 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c2474-1f7d-4fe3-8521-b6c140194b15 req-d6cb05c8-10e4-44db-b747-80c3c8f8dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:40.667290 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ad5c2474-1f7d-4fe3-8521-b6c140194b15 req-d6cb05c8-10e4-44db-b747-80c3c8f8dfbc service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf HTTP/1.1" status: 200 len: 858 time: 0.0491102 Sep 24 05:03:40.684357 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:40.731193 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c2474-1f7d-4fe3-8521-b6c140194b15 req-2bc4eeff-d50e-4f1d-8c46-5ae9bb020ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:40.732791 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ad5c2474-1f7d-4fe3-8521-b6c140194b15 req-2bc4eeff-d50e-4f1d-8c46-5ae9bb020ea2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571671 Sep 24 05:03:40.832610 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ad5c2474-1f7d-4fe3-8521-b6c140194b15 req-5baeb874-0757-472a-aa90-722c21fab752 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918024 Sep 24 05:03:40.835653 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e511daab-e6c8-4861-8d6d-a594e3ba1a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:40.918609 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:40.931989 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e511daab-e6c8-4861-8d6d-a594e3ba1a10 admin admin] Publish callbacks [] for security_group (bcfe5edc-44e6-4369-b936-87b47c50192e), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:40.932220 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ad5c2474-1f7d-4fe3-8521-b6c140194b15 req-3d028f21-d48d-4b22-ad8a-d6066847932c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913320 Sep 24 05:03:40.936330 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e511daab-e6c8-4861-8d6d-a594e3ba1a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (bcfe5edc-44e6-4369-b936-87b47c50192e), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:40.980934 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-e511daab-e6c8-4861-8d6d-a594e3ba1a10 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=de596ee46fbc4e8b861c61daa9cbdbba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183651 Sep 24 05:03:40.981803 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511daab-e6c8-4861-8d6d-a594e3ba1a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfe5edc-44e6-4369-b936-87b47c50192e,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:40.983755 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 58788) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:41.041495 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-308da326-5e15-4997-9f69-a93b6b404f0b admin admin] Publish callbacks [] for security_group (bcfe5edc-44e6-4369-b936-87b47c50192e), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:41.063670 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-308da326-5e15-4997-9f69-a93b6b404f0b admin admin] Publish callbacks [] for security_group (bcfe5edc-44e6-4369-b936-87b47c50192e), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:41.111834 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-308da326-5e15-4997-9f69-a93b6b404f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (bcfe5edc-44e6-4369-b936-87b47c50192e), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:41.114622 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-308da326-5e15-4997-9f69-a93b6b404f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:41.115765 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-308da326-5e15-4997-9f69-a93b6b404f0b admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/bcfe5edc-44e6-4369-b936-87b47c50192e HTTP/1.1" status: 204 len: 168 time: 0.1309667 Sep 24 05:03:41.123648 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308da326-5e15-4997-9f69-a93b6b404f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfe5edc-44e6-4369-b936-87b47c50192e,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:41.669738 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cde94f-324a-4b97-b919-6c4a5bae11d9 req-36bfd809-26d6-4088-9b80-63749b89e6b8 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:41.671724 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-62cde94f-324a-4b97-b919-6c4a5bae11d9 req-36bfd809-26d6-4088-9b80-63749b89e6b8 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0607698 Sep 24 05:03:41.723030 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-62cde94f-324a-4b97-b919-6c4a5bae11d9 req-16f5bdb9-dcd8-4a9f-924f-e8d80dcea797 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442741 Sep 24 05:03:42.847745 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121030a-3b6e-4b05-bfbb-f8a8725048f9 req-4623f352-1c70-4325-ad04-67e207eb499b tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:42.849597 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9121030a-3b6e-4b05-bfbb-f8a8725048f9 req-4623f352-1c70-4325-ad04-67e207eb499b tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0494411 Sep 24 05:03:42.897466 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9121030a-3b6e-4b05-bfbb-f8a8725048f9 req-3524fdc0-b42d-4b6c-8134-2cbb024796b9 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424840 Sep 24 05:03:44.020867 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9ce20-ca78-44f2-b142-98b770d98e6d req-d06040ca-19a6-4aa9-aaf1-35b88ba07301 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:44.033757 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2db9ce20-ca78-44f2-b142-98b770d98e6d req-d06040ca-19a6-4aa9-aaf1-35b88ba07301 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0621984 Sep 24 05:03:44.087830 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2db9ce20-ca78-44f2-b142-98b770d98e6d req-6175a7bd-201f-4487-850c-d2a8090c6f45 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482192 Sep 24 05:03:45.190136 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:03:45.227312 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d02c34-2753-44b2-a001-958aa6f2615a req-837369e2-4b7c-4c81-8a78-da135e11e99e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:45.229065 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c1d02c34-2753-44b2-a001-958aa6f2615a req-837369e2-4b7c-4c81-8a78-da135e11e99e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0639439 Sep 24 05:03:45.294201 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c1d02c34-2753-44b2-a001-958aa6f2615a req-98b20524-d226-4dc1-a95b-ecd3e4e7c4e7 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546606 Sep 24 05:03:46.391936 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:46.410009 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6473fe-0501-4068-a9e4-df202f6ba576 req-265e3c5a-bd11-44d6-a384-21c37a6c7ac0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:46.411502 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-df6473fe-0501-4068-a9e4-df202f6ba576 req-265e3c5a-bd11-44d6-a384-21c37a6c7ac0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0506022 Sep 24 05:03:46.459283 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-df6473fe-0501-4068-a9e4-df202f6ba576 req-b4eb34f6-2fd2-41f3-a6a5-86db550bc96e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414627 Sep 24 05:03:48.018238 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:48.356530 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:51.118327 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:51.119117 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=41,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:52.966383 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 59008) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:53.088546 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.149803 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d154ff16-b7cc-447d-88e3-176e66f3ef57 req-91b68a16-876e-4f2c-bf03-a2adc81c9cd2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687332 Sep 24 05:03:53.156473 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59020) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:53.161393 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--230784186', 'description': 'tempest-description--1902500936'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:03:53.187309 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.219820 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Publish callbacks [] for security_group (73ad1e07-bdea-4604-b857-8826e0298ed5), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.223792 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (73ad1e07-bdea-4604-b857-8826e0298ed5), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.258654 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for security_group (ab90441f-f7be-4297-9155-e40afdcc1da9), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.262530 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (ab90441f-f7be-4297-9155-e40afdcc1da9), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.263383 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ad1e07-bdea-4604-b857-8826e0298ed5,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:53.267908 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=22c38ccf2f8e4ff1b45e9f8dcc1a7cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004587 Sep 24 05:03:53.272617 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59022) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:53.274064 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.274413 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.274754 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.275091 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.275420 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.275750 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.276074 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.276395 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.276717 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.277041 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.277360 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.277679 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.278014 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.278334 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.278649 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c27e27-df42-4285-ae8d-34883d80b77a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.309962 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.311207 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1536160 Sep 24 05:03:53.315916 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 59024) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:53.316768 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab90441f-f7be-4297-9155-e40afdcc1da9,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:53.320391 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-b9d5db87-38e0-4326-b9e2-74558d470ccc tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Request body: {'security_group_rule': {'security_group_id': 'ab90441f-f7be-4297-9155-e40afdcc1da9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:03:53.334451 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.334799 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.335138 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.335479 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.335813 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.336144 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.336472 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.336799 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.337125 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.337439 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.337766 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.338109 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.338435 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.338752 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.339076 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213006df-c242-4a16-a29e-1b6131ac5791 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:03:53.350740 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:53.353423 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b9d5db87-38e0-4326-b9e2-74558d470ccc tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for security_group_rule (1c591459-ee42-41a2-92f7-cd5523186601), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.363110 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1c43903f-37c8-47d9-a888-6868b96734c4 admin admin] Publish callbacks [] for security_group (73ad1e07-bdea-4604-b857-8826e0298ed5), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.384447 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1c43903f-37c8-47d9-a888-6868b96734c4 admin admin] Publish callbacks [] for security_group (73ad1e07-bdea-4604-b857-8826e0298ed5), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.416592 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b9d5db87-38e0-4326-b9e2-74558d470ccc tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for security_group_rule (1c591459-ee42-41a2-92f7-cd5523186601), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.421388 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b9d5db87-38e0-4326-b9e2-74558d470ccc tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (1c591459-ee42-41a2-92f7-cd5523186601), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.437270 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1c43903f-37c8-47d9-a888-6868b96734c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (73ad1e07-bdea-4604-b857-8826e0298ed5), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.440955 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1c43903f-37c8-47d9-a888-6868b96734c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.444782 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-1c43903f-37c8-47d9-a888-6868b96734c4 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/73ad1e07-bdea-4604-b857-8826e0298ed5 HTTP/1.1" status: 204 len: 168 time: 0.1635609 Sep 24 05:03:53.445942 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5db87-38e0-4326-b9e2-74558d470ccc tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c591459-ee42-41a2-92f7-cd5523186601,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:53.451367 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b9d5db87-38e0-4326-b9e2-74558d470ccc tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.452635 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-b9d5db87-38e0-4326-b9e2-74558d470ccc tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357191 Sep 24 05:03:53.455448 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 59028) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:53.456888 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43903f-37c8-47d9-a888-6868b96734c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ad1e07-bdea-4604-b857-8826e0298ed5,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:53.460058 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-2048e579-e622-4008-9917-8a81af9e9f37 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Request body: {'security_group_rule': {'security_group_id': 'ab90441f-f7be-4297-9155-e40afdcc1da9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:03:53.492918 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2048e579-e622-4008-9917-8a81af9e9f37 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for security_group_rule (ea486a65-6e6d-4d32-821c-cab0dc135414), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.554933 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2048e579-e622-4008-9917-8a81af9e9f37 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for security_group_rule (ea486a65-6e6d-4d32-821c-cab0dc135414), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.559412 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2048e579-e622-4008-9917-8a81af9e9f37 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (ea486a65-6e6d-4d32-821c-cab0dc135414), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.580403 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048e579-e622-4008-9917-8a81af9e9f37 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea486a65-6e6d-4d32-821c-cab0dc135414,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:53.586818 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2048e579-e622-4008-9917-8a81af9e9f37 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.591320 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59032) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:53.591484 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-2048e579-e622-4008-9917-8a81af9e9f37 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350064 Sep 24 05:03:53.595849 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Request body: {'floatingip': {'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:03:53.620970 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.706502 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.746043 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59034) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:53.769097 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-204994a8-aa59-408e-b728-a2558c7af983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.866616 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Allocated IP 172.27.0.121 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/5f9dbbf7-70f7-416b-924d-f361c4251880) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:03:53.913338 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:53.956708 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-204994a8-aa59-408e-b728-a2558c7af983 admin admin] Publish callbacks [] for security_group (f2614038-f816-4e8f-8f4d-b9ca26334aa2), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:53.962696 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-204994a8-aa59-408e-b728-a2558c7af983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (f2614038-f816-4e8f-8f4d-b9ca26334aa2), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.032512 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-204994a8-aa59-408e-b728-a2558c7af983 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=0a8e13da74b94aff8f92cb462613a7bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849512 Sep 24 05:03:54.035248 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 59040) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:54.038490 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204994a8-aa59-408e-b728-a2558c7af983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2614038-f816-4e8f-8f4d-b9ca26334aa2,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:54.054444 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for port (5f9dbbf7-70f7-416b-924d-f361c4251880), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.086773 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3548bb42-a82f-4229-8d62-57282e9de003 admin admin] Publish callbacks [] for security_group (f2614038-f816-4e8f-8f4d-b9ca26334aa2), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.088003 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (5f9dbbf7-70f7-416b-924d-f361c4251880), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.107687 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3548bb42-a82f-4229-8d62-57282e9de003 admin admin] Publish callbacks [] for security_group (f2614038-f816-4e8f-8f4d-b9ca26334aa2), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.131674 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:03:54.136785 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:03:54.151551 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:03:54.151551 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:54.160309 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3548bb42-a82f-4229-8d62-57282e9de003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (f2614038-f816-4e8f-8f4d-b9ca26334aa2), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.163620 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3548bb42-a82f-4229-8d62-57282e9de003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.167159 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-3548bb42-a82f-4229-8d62-57282e9de003 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/f2614038-f816-4e8f-8f4d-b9ca26334aa2 HTTP/1.1" status: 204 len: 168 time: 0.1284640 Sep 24 05:03:54.173133 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548bb42-a82f-4229-8d62-57282e9de003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2614038-f816-4e8f-8f4d-b9ca26334aa2,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:54.176548 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Pushing event updated for resources: {'Port': ['ID=5f9dbbf7-70f7-416b-924d-f361c4251880,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:54.282539 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for floatingip (c81197f0-9c58-4657-a331-58b2344175b0), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.322855 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (5f9dbbf7-70f7-416b-924d-f361c4251880), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.481603 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for port (5f9dbbf7-70f7-416b-924d-f361c4251880), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.486399 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (5f9dbbf7-70f7-416b-924d-f361c4251880), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.527575 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 59048) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:54.541302 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a3038632-2d15-4a0c-8e97-c761e8b388f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.552371 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:54.564244 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Pushing event updated for resources: {'Port': ['ID=5f9dbbf7-70f7-416b-924d-f361c4251880,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:54.568965 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (c81197f0-9c58-4657-a331-58b2344175b0), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.586553 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.587770 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-72083455-cf3f-4f8b-9971-d56cd6a0aa13 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9954629 Sep 24 05:03:54.623455 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a3038632-2d15-4a0c-8e97-c761e8b388f7 admin admin] Publish callbacks [] for security_group (08cd2a56-b3e9-4320-9620-3f44e11a8a08), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.629068 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a3038632-2d15-4a0c-8e97-c761e8b388f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (08cd2a56-b3e9-4320-9620-3f44e11a8a08), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.655802 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:54.671505 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-a3038632-2d15-4a0c-8e97-c761e8b388f7 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=f32d20be52124aa9beb62bbcf5e17f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428373 Sep 24 05:03:54.673943 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3038632-2d15-4a0c-8e97-c761e8b388f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cd2a56-b3e9-4320-9620-3f44e11a8a08,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:54.674730 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59052) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:03:54.727103 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-faa673e6-62cb-4be3-8fb0-b01386d2abcc admin admin] Publish callbacks [] for security_group (08cd2a56-b3e9-4320-9620-3f44e11a8a08), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.747521 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-faa673e6-62cb-4be3-8fb0-b01386d2abcc admin admin] Publish callbacks [] for security_group (08cd2a56-b3e9-4320-9620-3f44e11a8a08), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.803497 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:54.823522 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-d17fc26e-4fc6-4bb7-92fb-fc92af7ed9f0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--230784186&fields=id&tenant_id=a18a3756ba2b460d977f738a115ebfe0 HTTP/1.1" status: 200 len: 267 time: 0.0615482 Sep 24 05:03:54.842585 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-faa673e6-62cb-4be3-8fb0-b01386d2abcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (08cd2a56-b3e9-4320-9620-3f44e11a8a08), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.845569 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-faa673e6-62cb-4be3-8fb0-b01386d2abcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:54.846640 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-faa673e6-62cb-4be3-8fb0-b01386d2abcc admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/08cd2a56-b3e9-4320-9620-3f44e11a8a08 HTTP/1.1" status: 204 len: 168 time: 0.1709275 Sep 24 05:03:54.891369 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa673e6-62cb-4be3-8fb0-b01386d2abcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cd2a56-b3e9-4320-9620-3f44e11a8a08,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:54.948792 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-215074f4-1680-4ddb-bc22-b7112b5740b7 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:54.950290 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-215074f4-1680-4ddb-bc22-b7112b5740b7 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 819 time: 0.1192300 Sep 24 05:03:54.973048 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-8f243703-a61b-4b3b-8d60-4f9285f466ed tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/quotas/a18a3756ba2b460d977f738a115ebfe0 HTTP/1.1" status: 200 len: 375 time: 0.0104210 Sep 24 05:03:54.976452 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154ff16-b7cc-447d-88e3-176e66f3ef57 req-bf3d523f-2b37-4ece-9e73-1abc629e3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:54.978064 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d154ff16-b7cc-447d-88e3-176e66f3ef57 req-bf3d523f-2b37-4ece-9e73-1abc629e3a92 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 1129 time: 0.0678627 Sep 24 05:03:55.032636 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-39545b89-e941-4fea-8bdb-0829fdc736df tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0518937 Sep 24 05:03:55.142169 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-0d95c1bf-0d1d-4c7b-9a40-2b557e8b2062 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950704 Sep 24 05:03:55.158880 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:55.169408 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:55.202830 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:55.248173 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-89096b1a-0eb5-47a4-9d23-6aa7027357d8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996373 Sep 24 05:03:55.416654 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d15b75be-c535-4eb9-8e44-a083292a03a4 req-df904e1d-49da-49f6-ba50-5f6333a668b1 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 210 time: 0.0307522 Sep 24 05:03:56.096355 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154ff16-b7cc-447d-88e3-176e66f3ef57 req-d7ddeb43-2254-4ba5-86bf-613217491ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:56.097847 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d154ff16-b7cc-447d-88e3-176e66f3ef57 req-d7ddeb43-2254-4ba5-86bf-613217491ae9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 920 time: 0.0907884 Sep 24 05:03:56.519431 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a3647dc1-9ae3-4925-9e6b-237d1cd5b2f8 req-ba9f2326-4bac-4e90-8029-3305490b7e0a tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 210 time: 0.0274644 Sep 24 05:03:57.462744 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d154ff16-b7cc-447d-88e3-176e66f3ef57 req-4da129b4-73de-4190-8c33-a72aa546b7ed service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=990ceab0-dcdb-43e0-ab13-ed36ddfbeabf HTTP/1.1" status: 200 len: 217 time: 0.0377157 Sep 24 05:03:57.622429 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d8dbbba7-f74e-49fb-8b9c-efacf0e8bcbf req-9af35b08-17f5-4888-b9ac-566e459a468e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 210 time: 0.0271959 Sep 24 05:03:57.638813 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154ff16-b7cc-447d-88e3-176e66f3ef57 req-aa7af940-e3f8-4244-b3f1-743d7b602d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:57.640319 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d154ff16-b7cc-447d-88e3-176e66f3ef57 req-aa7af940-e3f8-4244-b3f1-743d7b602d71 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf HTTP/1.1" status: 200 len: 858 time: 0.0474603 Sep 24 05:03:57.692532 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154ff16-b7cc-447d-88e3-176e66f3ef57 req-e2cc5645-0bcb-4ce2-a5b8-ea3643ec5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:57.694148 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d154ff16-b7cc-447d-88e3-176e66f3ef57 req-e2cc5645-0bcb-4ce2-a5b8-ea3643ec5da1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470734 Sep 24 05:03:57.790027 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d154ff16-b7cc-447d-88e3-176e66f3ef57 req-fff86821-8565-4c40-b01e-a302af7c4a88 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888424 Sep 24 05:03:57.891526 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d154ff16-b7cc-447d-88e3-176e66f3ef57 req-4a7635df-0b08-4441-aeff-51f97ec08456 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823512 Sep 24 05:03:58.555106 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-79ac9e35-86cc-4191-9343-073d06fcc6fd tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:58.556514 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-79ac9e35-86cc-4191-9343-073d06fcc6fd tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.16 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 819 time: 0.1078777 Sep 24 05:03:58.629219 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-3d0d161f-4072-4a99-b0d7-f686460ac5b5 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a18a3756ba2b460d977f738a115ebfe0 HTTP/1.1" status: 200 len: 379 time: 0.0539525 Sep 24 05:03:58.639606 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-0447e8f4-2e1e-4b3e-8bc3-3c3ba23de51c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Request body: {'port': {'device_id': '3e1c080b-492d-4c55-880a-14e89c938fce', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'admin_state_up': True, 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'security_groups': ['ab90441f-f7be-4297-9155-e40afdcc1da9']}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:03:58.739603 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6216f61e-2a0e-4168-a33d-28ece04c0cd6 req-63d5110c-9b08-48ad-9f72-0f55afc397e7 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 210 time: 0.0280557 Sep 24 05:03:58.754668 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-0447e8f4-2e1e-4b3e-8bc3-3c3ba23de51c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Made reservation on behalf of a18a3756ba2b460d977f738a115ebfe0 for: {'port': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:03:58.758328 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-0447e8f4-2e1e-4b3e-8bc3-3c3ba23de51c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:58.831069 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:58.882068 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-0447e8f4-2e1e-4b3e-8bc3-3c3ba23de51c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Allocated IP 172.20.0.11 (002f39b7-19b2-4fdf-9ca2-a023fea0b5dc/75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf/a8325a52-865f-4aa2-a4eb-6cb94768def7) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:03:58.901300 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:58.960034 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:59.023612 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-0447e8f4-2e1e-4b3e-8bc3-3c3ba23de51c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for port (a8325a52-865f-4aa2-a4eb-6cb94768def7), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:59.056119 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-0447e8f4-2e1e-4b3e-8bc3-3c3ba23de51c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (a8325a52-865f-4aa2-a4eb-6cb94768def7), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:59.110261 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-0447e8f4-2e1e-4b3e-8bc3-3c3ba23de51c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:03:59.113748 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-0447e8f4-2e1e-4b3e-8bc3-3c3ba23de51c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:03:59.117542 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-0447e8f4-2e1e-4b3e-8bc3-3c3ba23de51c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:03:59.121661 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447e8f4-2e1e-4b3e-8bc3-3c3ba23de51c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Pushing event updated for resources: {'Port': ['ID=a8325a52-865f-4aa2-a4eb-6cb94768def7,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:59.177543 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-0447e8f4-2e1e-4b3e-8bc3-3c3ba23de51c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:59.177543 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-0447e8f4-2e1e-4b3e-8bc3-3c3ba23de51c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:59.198546 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-0447e8f4-2e1e-4b3e-8bc3-3c3ba23de51c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5624497 Sep 24 05:03:59.211392 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Request body: {'port': {'device_id': '3e1c080b-492d-4c55-880a-14e89c938fce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:03:59.297786 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (a8325a52-865f-4aa2-a4eb-6cb94768def7), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:59.370319 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-ef5a7da6-097c-4211-81df-4bb45dc5cf00 None None] Provisioning complete for port a8325a52-865f-4aa2-a4eb-6cb94768def7 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:03:59.370696 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ef5a7da6-097c-4211-81df-4bb45dc5cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (a8325a52-865f-4aa2-a4eb-6cb94768def7), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:59.371030 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-ef5a7da6-097c-4211-81df-4bb45dc5cf00 None None] Attempt 1 to provision port a8325a52-865f-4aa2-a4eb-6cb94768def7 Sep 24 05:03:59.403920 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a7da6-097c-4211-81df-4bb45dc5cf00 None None] Port a8325a52-865f-4aa2-a4eb-6cb94768def7 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:03:59.580042 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8325a52-865f-4aa2-a4eb-6cb94768def7 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:03:59.588886 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Publish callbacks [] for port (a8325a52-865f-4aa2-a4eb-6cb94768def7), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:59.603533 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Transition to ACTIVE for port object a8325a52-865f-4aa2-a4eb-6cb94768def7 will not be triggered until provisioned by entity L2. {{(pid=106193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:03:59.606747 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (a8325a52-865f-4aa2-a4eb-6cb94768def7), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:59.665829 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Pushing event updated for resources: {'Port': ['ID=a8325a52-865f-4aa2-a4eb-6cb94768def7,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:59.727635 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Attempting to bind port a8325a52-865f-4aa2-a4eb-6cb94768def7 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:03:59.727980 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Attempting to bind port a8325a52-865f-4aa2-a4eb-6cb94768def7 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:03:59.728304 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Attempting to bind port a8325a52-865f-4aa2-a4eb-6cb94768def7 on network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:03:59.731036 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:INSERT=3,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:59.751271 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:03:59.776281 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Port a8325a52-865f-4aa2-a4eb-6cb94768def7 on network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:03:59.776613 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Attempting to bind port a8325a52-865f-4aa2-a4eb-6cb94768def7 on network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:03:59.818515 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:03:59.818876 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Checking segment: {'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:03:59.819263 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Bound using segment: {'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:03:59.819689 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Bound port: a8325a52-865f-4aa2-a4eb-6cb94768def7, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a17c801-e8e8-4a53-b6a7-205a83098d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:03:59.820043 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (a8325a52-865f-4aa2-a4eb-6cb94768def7), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:59.861916 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e749e-7aaf-485a-8272-43d36f5ca201 req-77386bcf-550e-468f-96dd-ba5deb267526 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:59.863427 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9d1e749e-7aaf-485a-8272-43d36f5ca201 req-77386bcf-550e-468f-96dd-ba5deb267526 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 944 time: 0.0482507 Sep 24 05:03:59.885381 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] For port a8325a52-865f-4aa2-a4eb-6cb94768def7, host hv-cinder-85918, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:03:59.888641 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] For port a8325a52-865f-4aa2-a4eb-6cb94768def7, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=a8325a52-865f-4aa2-a4eb-6cb94768def7,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:03:59.895757 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (a8325a52-865f-4aa2-a4eb-6cb94768def7), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:59.899915 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:03:59.900493 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:03:59.901896 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/a8325a52-865f-4aa2-a4eb-6cb94768def7 HTTP/1.1" status: 200 len: 1094 time: 0.6950276 Sep 24 05:03:59.902655 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1c080b-492d-4c55-880a-14e89c938fce', 'tag': 'a8325a52-865f-4aa2-a4eb-6cb94768def7'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:03:59.905336 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e678e03-a5dd-4fcf-87d8-618f8cdb0827" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1c080b-492d-4c55-880a-14e89c938fce", "tag": "a8325a52-865f-4aa2-a4eb-6cb94768def7"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:03:59.905718 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-ef5a7da6-097c-4211-81df-4bb45dc5cf00 None None] Attempt 2 to provision port a8325a52-865f-4aa2-a4eb-6cb94768def7 Sep 24 05:03:59.914971 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9d1e749e-7aaf-485a-8272-43d36f5ca201 req-3d9edc39-a203-4132-9f15-a38465e765bb tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459230 Sep 24 05:03:59.956665 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd1e26-68a7-428d-870e-a6c36a7e885b service neutron] Pushing event updated for resources: {'Port': ['ID=a8325a52-865f-4aa2-a4eb-6cb94768def7,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:03:59.960667 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ff6475-c04d-4141-b434-1c1caa6771ed x-openstack-request-id: req-a7ff6475-c04d-4141-b434-1c1caa6771ed {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:03:59.961257 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1c080b-492d-4c55-880a-14e89c938fce", "tag": "a8325a52-865f-4aa2-a4eb-6cb94768def7", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:03:59.961257 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7ff6475-c04d-4141-b434-1c1caa6771ed {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:03:59.961704 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7ff6475-c04d-4141-b434-1c1caa6771ed'] response: {'name': 'network-changed', 'server_uuid': '3e1c080b-492d-4c55-880a-14e89c938fce', 'tag': 'a8325a52-865f-4aa2-a4eb-6cb94768def7', 'status': 'completed', 'code': 200} Sep 24 05:03:59.965418 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a7da6-097c-4211-81df-4bb45dc5cf00 None None] Port a8325a52-865f-4aa2-a4eb-6cb94768def7 had new provisioning blocks added so it will not transition to active. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 05:04:01.036423 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63220b-ac70-4257-9313-d632baab62a3 req-d199bdf1-4c7d-41fb-ba57-d383dff1aa10 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:01.037877 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4d63220b-ac70-4257-9313-d632baab62a3 req-d199bdf1-4c7d-41fb-ba57-d383dff1aa10 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 944 time: 0.0461855 Sep 24 05:04:01.083685 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4d63220b-ac70-4257-9313-d632baab62a3 req-d0c84746-0e57-4288-8b97-23fba4d587ef tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403998 Sep 24 05:04:02.205249 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4d59b-606e-424a-92c4-2d2bd4d24649 req-8f203619-333c-4867-a8e9-79d41a22973d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:02.206704 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-add4d59b-606e-424a-92c4-2d2bd4d24649 req-8f203619-333c-4867-a8e9-79d41a22973d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 944 time: 0.0491693 Sep 24 05:04:02.453399 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-add4d59b-606e-424a-92c4-2d2bd4d24649 req-143e531b-3805-4dab-8eee-5809cc55b53a tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410862 Sep 24 05:04:02.677153 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-63abfa1e-8076-4eb4-a3a1-a0d981143535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:03.569307 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4214089-b6e1-4c30-ac4e-0ec0fc6df1a2 req-152b665b-4610-4ee5-a4c3-21362146f0c8 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:03.570788 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c4214089-b6e1-4c30-ac4e-0ec0fc6df1a2 req-152b665b-4610-4ee5-a4c3-21362146f0c8 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 944 time: 0.0459871 Sep 24 05:04:03.617588 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c4214089-b6e1-4c30-ac4e-0ec0fc6df1a2 req-c0023076-6e31-4cb4-9e05-4bc52e92606d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411060 Sep 24 05:04:04.700865 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e678e03-a5dd-4fcf-87d8-618f8cdb0827 req-12f61761-b633-4898-865e-8bc002d9f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:04.702396 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6e678e03-a5dd-4fcf-87d8-618f8cdb0827 req-12f61761-b633-4898-865e-8bc002d9f05a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 1128 time: 0.0563641 Sep 24 05:04:04.737651 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9adc13-cdc7-4f27-b0c6-f75329a1eb1e req-f13adc34-ba0a-47ae-8733-a2ca6f08ffda tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:04.739134 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ff9adc13-cdc7-4f27-b0c6-f75329a1eb1e req-f13adc34-ba0a-47ae-8733-a2ca6f08ffda tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 944 time: 0.0462389 Sep 24 05:04:04.789216 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ff9adc13-cdc7-4f27-b0c6-f75329a1eb1e req-55edf066-f5bb-47c1-b490-a75c36188226 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445492 Sep 24 05:04:04.805576 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e678e03-a5dd-4fcf-87d8-618f8cdb0827 req-b6259f5d-f0b1-4d92-86b3-08985d062f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:04.807041 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6e678e03-a5dd-4fcf-87d8-618f8cdb0827 req-b6259f5d-f0b1-4d92-86b3-08985d062f0b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=a18a3756ba2b460d977f738a115ebfe0&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0958617 Sep 24 05:04:04.930063 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e678e03-a5dd-4fcf-87d8-618f8cdb0827 req-d31532d9-eb5a-48db-b552-59d685dfc8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:04.931507 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6e678e03-a5dd-4fcf-87d8-618f8cdb0827 req-d31532d9-eb5a-48db-b552-59d685dfc8fb service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870581 Sep 24 05:04:05.005317 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-293bcc0d-44a8-4d3c-b744-e7ebfceb531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:05.006822 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-293bcc0d-44a8-4d3c-b744-e7ebfceb531e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 1128 time: 0.0390930 Sep 24 05:04:05.049496 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-c7e5ae67-6da7-4f65-ab5a-dc14f38eb596 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8325a52-865f-4aa2-a4eb-6cb94768def7 HTTP/1.1" status: 200 len: 217 time: 0.0352836 Sep 24 05:04:05.097902 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-ed4f1373-313c-4fa4-a007-e73c3b83d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:05.099749 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-ed4f1373-313c-4fa4-a007-e73c3b83d39b service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf HTTP/1.1" status: 200 len: 858 time: 0.0441668 Sep 24 05:04:05.114900 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a4c8a2aa-9ad3-4634-85d3-b70a3eecd01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:05.144949 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-d173bf60-d138-4e2c-ba66-5dcc5350d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:05.146425 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-d173bf60-d138-4e2c-ba66-5dcc5350d143 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389285 Sep 24 05:04:05.239682 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-c1ed6137-939a-48da-b8ee-0806a752ce18 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866902 Sep 24 05:04:05.327008 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a5c36364-f46c-4f79-b7c1-3780a644d5b1 req-85bc2cbc-9033-463c-a331-b30853d51647 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810981 Sep 24 05:04:05.914144 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc18eb8-ec85-433a-a42d-14fca637f1f9 req-49cec35a-eaeb-43c6-aedd-087ec0bfaa89 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:05.915585 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2cc18eb8-ec85-433a-a42d-14fca637f1f9 req-49cec35a-eaeb-43c6-aedd-087ec0bfaa89 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 944 time: 0.0489371 Sep 24 05:04:05.960711 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2cc18eb8-ec85-433a-a42d-14fca637f1f9 req-cfa5be64-9c27-453a-8312-3171e1d31016 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397534 Sep 24 05:04:06.371533 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:07.111420 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f85a9e-380d-4a90-ad37-d28230223739 req-c89ada1b-964b-4715-8181-db04f7f761be tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:07.113046 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-28f85a9e-380d-4a90-ad37-d28230223739 req-c89ada1b-964b-4715-8181-db04f7f761be tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 944 time: 0.0671136 Sep 24 05:04:07.171912 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-28f85a9e-380d-4a90-ad37-d28230223739 req-060b9837-36ce-42ae-bc26-f0c40e84e915 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526760 Sep 24 05:04:07.980894 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:08.026860 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:08.152325 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 59252) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:08.259981 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:08.262331 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6bafe474-d834-46ca-bcaa-3d01b1fa94a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:08.302302 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfaabe-7453-40cd-bde8-2324573e4f35 req-1dfedb78-71ce-4358-866e-267a9ef0f4c5 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:08.303934 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f6dfaabe-7453-40cd-bde8-2324573e4f35 req-1dfedb78-71ce-4358-866e-267a9ef0f4c5 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 944 time: 0.0538082 Sep 24 05:04:08.316181 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:08.358848 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6bafe474-d834-46ca-bcaa-3d01b1fa94a9 admin admin] Publish callbacks [] for security_group (57c65f4d-6053-4758-92ea-eed05bbf17cd), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:08.360498 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f6dfaabe-7453-40cd-bde8-2324573e4f35 req-9a28c2ea-98d8-4bb3-8277-50dd9e9c1a76 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507698 Sep 24 05:04:08.367181 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6bafe474-d834-46ca-bcaa-3d01b1fa94a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (57c65f4d-6053-4758-92ea-eed05bbf17cd), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:08.390601 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:08.401543 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-6bafe474-d834-46ca-bcaa-3d01b1fa94a9 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=345d1b9ec923491b8e7f4d77a20a576c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481894 Sep 24 05:04:08.404531 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59264) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:08.415078 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafe474-d834-46ca-bcaa-3d01b1fa94a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c65f4d-6053-4758-92ea-eed05bbf17cd,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:08.455664 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ca81-d8d1-4656-9ec2-b160279c580b admin admin] Publish callbacks [] for security_group (57c65f4d-6053-4758-92ea-eed05bbf17cd), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:08.476288 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ca81-d8d1-4656-9ec2-b160279c580b admin admin] Publish callbacks [] for security_group (57c65f4d-6053-4758-92ea-eed05bbf17cd), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:08.522280 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ca81-d8d1-4656-9ec2-b160279c580b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (57c65f4d-6053-4758-92ea-eed05bbf17cd), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:08.524754 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ca81-d8d1-4656-9ec2-b160279c580b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:08.525875 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c3c2ca81-d8d1-4656-9ec2-b160279c580b admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/57c65f4d-6053-4758-92ea-eed05bbf17cd HTTP/1.1" status: 204 len: 168 time: 0.1197953 Sep 24 05:04:08.534226 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2ca81-d8d1-4656-9ec2-b160279c580b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c65f4d-6053-4758-92ea-eed05bbf17cd,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:09.140203 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 59288) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:09.192033 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device a8325a52-865f-4aa2-a4eb-6cb94768def7 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:04:09.240919 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-f333ec6a-e4ec-41b0-95ca-63a6eaab0996 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-119680492-network', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:09.261611 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f333ec6a-e4ec-41b0-95ca-63a6eaab0996 admin admin] Made reservation on behalf of cd3d02b11bdf45fe99687fda3d1078cd for: {'network': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:04:09.263985 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f333ec6a-e4ec-41b0-95ca-63a6eaab0996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:09.272928 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f333ec6a-e4ec-41b0-95ca-63a6eaab0996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:09.292158 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port a8325a52-865f-4aa2-a4eb-6cb94768def7, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=a8325a52-865f-4aa2-a4eb-6cb94768def7,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:04:09.304167 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': 'a8325a52-865f-4aa2-a4eb-6cb94768def7', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'port_id': 'a8325a52-865f-4aa2-a4eb-6cb94768def7', 'mac_address': 'fa:16:3e:fc:7e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:04:09.337922 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port a8325a52-865f-4aa2-a4eb-6cb94768def7 is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:09.338421 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (a8325a52-865f-4aa2-a4eb-6cb94768def7), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:09.348855 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f333ec6a-e4ec-41b0-95ca-63a6eaab0996 admin admin] Publish callbacks [] for security_group (05d26a87-c1f6-4286-bb23-c97c424a91cd), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:09.352251 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8325a52-865f-4aa2-a4eb-6cb94768def7 {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:04:09.352538 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f333ec6a-e4ec-41b0-95ca-63a6eaab0996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (05d26a87-c1f6-4286-bb23-c97c424a91cd), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:09.371915 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port a8325a52-865f-4aa2-a4eb-6cb94768def7, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=a8325a52-865f-4aa2-a4eb-6cb94768def7,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:04:09.374124 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f333ec6a-e4ec-41b0-95ca-63a6eaab0996 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 05:04:09.376759 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (a8325a52-865f-4aa2-a4eb-6cb94768def7), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:09.390294 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333ec6a-e4ec-41b0-95ca-63a6eaab0996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d26a87-c1f6-4286-bb23-c97c424a91cd,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:09.396938 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f333ec6a-e4ec-41b0-95ca-63a6eaab0996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (7c779217-2c74-465a-b880-7974c3ca201e), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:09.397281 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.segments_db [None req-f333ec6a-e4ec-41b0-95ca-63a6eaab0996 admin admin] Added segment 7c779217-2c74-465a-b880-7974c3ca201e of type vlan for network 96921dc0-8a1d-4ce2-9352-455dac08d2de Sep 24 05:04:09.441025 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=a8325a52-865f-4aa2-a4eb-6cb94768def7,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:09.447897 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f333ec6a-e4ec-41b0-95ca-63a6eaab0996 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (96921dc0-8a1d-4ce2-9352-455dac08d2de), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:09.448294 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:09.448638 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:09.448974 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:09.449308 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:09.449629 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:09.450186 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:09.450710 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:09.451209 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:09.451981 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:09.452484 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:09.453098 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:09.453654 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:09.454463 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:09.454984 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:09.455549 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:09.474918 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f333ec6a-e4ec-41b0-95ca-63a6eaab0996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (96921dc0-8a1d-4ce2-9352-455dac08d2de), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:09.478691 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f333ec6a-e4ec-41b0-95ca-63a6eaab0996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:09.478691 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f333ec6a-e4ec-41b0-95ca-63a6eaab0996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:09.487349 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:09.541224 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-f333ec6a-e4ec-41b0-95ca-63a6eaab0996 admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3999150 Sep 24 05:04:09.541449 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8276b2f-4fe5-4e4c-9781-df8e64c3f4f2 req-25a394c1-953c-4e10-9d17-c4e000973961 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:09.543257 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d8276b2f-4fe5-4e4c-9781-df8e64c3f4f2 req-25a394c1-953c-4e10-9d17-c4e000973961 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 945 time: 0.0658214 Sep 24 05:04:09.544475 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333ec6a-e4ec-41b0-95ca-63a6eaab0996 admin admin] Pushing event updated for resources: {'Network': ['ID=96921dc0-8a1d-4ce2-9352-455dac08d2de,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:09.550027 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 59302) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:09.555854 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-4cec4372-41a2-47ca-98fb-1a2e6a6d9ec2 admin admin] Request body: {'subnet': {'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-119680492-subnet', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'ip_version': 4}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:09.557616 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network 96921dc0-8a1d-4ce2-9352-455dac08d2de details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 05:04:09.580010 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cec4372-41a2-47ca-98fb-1a2e6a6d9ec2 admin admin] Made reservation on behalf of cd3d02b11bdf45fe99687fda3d1078cd for: {'subnet': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:04:09.583989 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4cec4372-41a2-47ca-98fb-1a2e6a6d9ec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8938425'] for subnet (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:09.613846 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d8276b2f-4fe5-4e4c-9781-df8e64c3f4f2 req-650149f5-8faf-4629-b560-2fcedd5f7119 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595546 Sep 24 05:04:09.783145 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4cec4372-41a2-47ca-98fb-1a2e6a6d9ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2375729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8938415'] for subnet (e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:09.833961 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec4372-41a2-47ca-98fb-1a2e6a6d9ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:09.848952 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec4372-41a2-47ca-98fb-1a2e6a6d9ec2 admin admin] Checking segment: {'id': '7c779217-2c74-465a-b880-7974c3ca201e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:04:09.849298 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cec4372-41a2-47ca-98fb-1a2e6a6d9ec2 admin admin] Network hostable DHCP agents. Network: 96921dc0-8a1d-4ce2-9352-455dac08d2de, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 05:04:09.866025 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cec4372-41a2-47ca-98fb-1a2e6a6d9ec2 admin admin] Network 96921dc0-8a1d-4ce2-9352-455dac08d2de is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 05:04:09.868751 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:09.875881 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-4cec4372-41a2-47ca-98fb-1a2e6a6d9ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, 96921dc0-8a1d-4ce2-9352-455dac08d2de) {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:04:09.880552 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cec4372-41a2-47ca-98fb-1a2e6a6d9ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:09.881131 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4cec4372-41a2-47ca-98fb-1a2e6a6d9ec2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:09.887037 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c0216d-445a-4142-add4-0dca7f8f14d3 None None] Network 96921dc0-8a1d-4ce2-9352-455dac08d2de requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:04:09.898768 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-4cec4372-41a2-47ca-98fb-1a2e6a6d9ec2 admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3477156 Sep 24 05:04:09.901377 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 59308) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:09.905595 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-119680492-router', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:09.914928 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:09.938755 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4209'] for router (626fb1b6-0dff-4255-8bad-d45d81f9df61), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:09.939992 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4218'] for router (626fb1b6-0dff-4255-8bad-d45d81f9df61), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:09.998692 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Publish callbacks [] for router_controller (626fb1b6-0dff-4255-8bad-d45d81f9df61), precommit_add_association {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:10.053796 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['a8325a52-865f-4aa2-a4eb-6cb94768def7'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:04:10.112259 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:10.161456 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd343cccf-c390-5e04-aeb9-418103a42ab4-96921dc0-8a1d-4ce2-9352-455dac08d2de', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'fixed_ips': [{'subnet_id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951'}]}} from dv-cinder-859186-1-iscsi. {{(pid=106194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 05:04:10.162405 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:10.269817 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:10.366239 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Allocated IP 172.20.0.2 (96921dc0-8a1d-4ce2-9352-455dac08d2de/e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951/9f8090b8-2b03-4596-b570-e26eb18f340e) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:04:10.375929 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Publish callbacks [] for router_gateway (626fb1b6-0dff-4255-8bad-d45d81f9df61), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:10.505561 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Publish callbacks [] for port (9f8090b8-2b03-4596-b570-e26eb18f340e), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:10.511543 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (9f8090b8-2b03-4596-b570-e26eb18f340e), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:10.559071 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Network 96921dc0-8a1d-4ce2-9352-455dac08d2de is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:04:10.563438 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Publish callbacks [] for router_gateway (626fb1b6-0dff-4255-8bad-d45d81f9df61), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:10.564190 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:04:10.566436 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Pushing event updated for resources: {'Port': ['ID=9f8090b8-2b03-4596-b570-e26eb18f340e,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:10.568585 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:04:10.589677 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:10.625830 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Attempting to bind port 9f8090b8-2b03-4596-b570-e26eb18f340e on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:04:10.626224 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Attempting to bind port 9f8090b8-2b03-4596-b570-e26eb18f340e by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '7c779217-2c74-465a-b880-7974c3ca201e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:04:10.626582 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Attempting to bind port 9f8090b8-2b03-4596-b570-e26eb18f340e on network 96921dc0-8a1d-4ce2-9352-455dac08d2de {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:04:10.679914 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:04:10.680366 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Checking segment: {'id': '7c779217-2c74-465a-b880-7974c3ca201e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:04:10.680819 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:10.681265 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Bound using segment: {'id': '7c779217-2c74-465a-b880-7974c3ca201e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:04:10.681918 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Bound port: 9f8090b8-2b03-4596-b570-e26eb18f340e, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c779217-2c74-465a-b880-7974c3ca201e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:04:10.682388 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (9f8090b8-2b03-4596-b570-e26eb18f340e), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:10.714541 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Allocated IP 172.27.0.211 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/aba87bdf-11d8-4ac1-8735-fac51d73e2e2) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:04:10.753493 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202beb7-4960-4078-8723-f690f54bd4af req-4a095698-890c-4cb9-b8a2-692c8caca77b tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:10.754163 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] For port 9f8090b8-2b03-4596-b570-e26eb18f340e, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:04:10.757726 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] For port 9f8090b8-2b03-4596-b570-e26eb18f340e, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=9f8090b8-2b03-4596-b570-e26eb18f340e,segment=NetworkSegment(7c779217-2c74-465a-b880-7974c3ca201e),segment_id=7c779217-2c74-465a-b880-7974c3ca201e)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:04:10.760316 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9202beb7-4960-4078-8723-f690f54bd4af req-4a095698-890c-4cb9-b8a2-692c8caca77b tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 945 time: 0.0548711 Sep 24 05:04:10.771762 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (9f8090b8-2b03-4596-b570-e26eb18f340e), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:10.829546 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ad4a4-9b7a-4bde-9104-4e066d5c1522 None None] Pushing event updated for resources: {'Port': ['ID=9f8090b8-2b03-4596-b570-e26eb18f340e,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:10.830877 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9202beb7-4960-4078-8723-f690f54bd4af req-0ceabda3-8c8d-4ae4-9668-aff5563656a1 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693185 Sep 24 05:04:10.850609 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Publish callbacks [] for port (aba87bdf-11d8-4ac1-8735-fac51d73e2e2), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:10.883943 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (aba87bdf-11d8-4ac1-8735-fac51d73e2e2), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:10.930822 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:04:10.935934 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:04:10.938656 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Pushing event updated for resources: {'Port': ['ID=aba87bdf-11d8-4ac1-8735-fac51d73e2e2,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:10.940783 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:04:11.086483 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:11.189914 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=6 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:11.207207 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Publish callbacks [] for router_gateway (626fb1b6-0dff-4255-8bad-d45d81f9df61), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:11.388253 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437284'] for router (626fb1b6-0dff-4255-8bad-d45d81f9df61), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:11.514700 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Router 626fb1b6-0dff-4255-8bad-d45d81f9df61 is scheduled to L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc with binding_index 1 {{(pid=106193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 05:04:11.619000 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:04:11.628266 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2529537-a279-4467-922c-746fe4930291 None None] Sync routers for ids ['626fb1b6-0dff-4255-8bad-d45d81f9df61'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:04:11.638130 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:11.639396 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ffd536c3-7c86-40b4-8c4b-332dfc5f7956 admin admin] 10.222.0.50 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7369792 Sep 24 05:04:11.642055 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2529537-a279-4467-922c-746fe4930291 None None] Routers {'626fb1b6-0dff-4255-8bad-d45d81f9df61'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:04:11.642192 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59320) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:11.642982 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-e2529537-a279-4467-922c-746fe4930291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:04:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['626fb1b6-0dff-4255-8bad-d45d81f9df61'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:11.702860 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b245c6e8-d681-4e25-99d7-44fe2c5fd8f7 None None] Network 96921dc0-8a1d-4ce2-9352-455dac08d2de requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:04:11.740259 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:11.808681 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-e2529537-a279-4467-922c-746fe4930291 None None] Set router 626fb1b6-0dff-4255-8bad-d45d81f9df61 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:04:11.838727 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9c12d46b-51f0-4bcc-ae39-a859a52728d2 None None] Provisioning complete for port 9f8090b8-2b03-4596-b570-e26eb18f340e triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:11.839098 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9c12d46b-51f0-4bcc-ae39-a859a52728d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (9f8090b8-2b03-4596-b570-e26eb18f340e), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:11.839431 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9c12d46b-51f0-4bcc-ae39-a859a52728d2 None None] Attempt 1 to provision port 9f8090b8-2b03-4596-b570-e26eb18f340e Sep 24 05:04:11.920675 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:11.977362 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792ef61-7d04-4b85-8ba2-4ed853f91f60 req-27696350-f793-4069-a9f9-280f53e8c867 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:11.978889 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c792ef61-7d04-4b85-8ba2-4ed853f91f60 req-27696350-f793-4069-a9f9-280f53e8c867 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 945 time: 0.0577631 Sep 24 05:04:12.064205 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c792ef61-7d04-4b85-8ba2-4ed853f91f60 req-a8c71630-960a-47a8-921e-11252a745998 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642278 Sep 24 05:04:12.094058 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9c12d46b-51f0-4bcc-ae39-a859a52728d2 None None] Current status of the port 9f8090b8-2b03-4596-b570-e26eb18f340e is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:12.094058 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9c12d46b-51f0-4bcc-ae39-a859a52728d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (9f8090b8-2b03-4596-b570-e26eb18f340e), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:12.129572 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-e2529537-a279-4467-922c-746fe4930291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'name': 'tempest-TestShelveInstance-119680492-router', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:09Z', 'updated_at': '2022-09-24T05:04:11Z', 'revision_number': 3, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'gw_port': {'id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:10Z', 'updated_at': '2022-09-24T05:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:12.142543 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:12.155478 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:12.162843 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9c12d46b-51f0-4bcc-ae39-a859a52728d2 None None] For port 9f8090b8-2b03-4596-b570-e26eb18f340e, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=9f8090b8-2b03-4596-b570-e26eb18f340e,segment=NetworkSegment(7c779217-2c74-465a-b880-7974c3ca201e),segment_id=7c779217-2c74-465a-b880-7974c3ca201e)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:04:12.164557 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2529537-a279-4467-922c-746fe4930291 None None] Checking router: 626fb1b6-0dff-4255-8bad-d45d81f9df61 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:04:12.165060 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2529537-a279-4467-922c-746fe4930291 None None] Updating router 626fb1b6-0dff-4255-8bad-d45d81f9df61 port aba87bdf-11d8-4ac1-8735-fac51d73e2e2 binding host dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:04:12.169597 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9c12d46b-51f0-4bcc-ae39-a859a52728d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (9f8090b8-2b03-4596-b570-e26eb18f340e), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:12.233165 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e2529537-a279-4467-922c-746fe4930291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (aba87bdf-11d8-4ac1-8735-fac51d73e2e2), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:12.272950 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12d46b-51f0-4bcc-ae39-a859a52728d2 None None] Pushing event updated for resources: {'Port': ['ID=9f8090b8-2b03-4596-b570-e26eb18f340e,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:12.343155 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Allocated IP 172.20.0.1 (96921dc0-8a1d-4ce2-9352-455dac08d2de/e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951/557aa1c1-30e8-44d3-bb76-e1d7945d0383) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:04:12.409865 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:12.412778 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-a5c5fc9b-3a20-4b77-8239-dc157ee82e27 None None] Provisioning complete for port 9f8090b8-2b03-4596-b570-e26eb18f340e triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:12.413371 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a5c5fc9b-3a20-4b77-8239-dc157ee82e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (9f8090b8-2b03-4596-b570-e26eb18f340e), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:12.413842 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-a5c5fc9b-3a20-4b77-8239-dc157ee82e27 None None] Attempt 1 to provision port 9f8090b8-2b03-4596-b570-e26eb18f340e Sep 24 05:04:12.468419 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Publish callbacks [] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:12.497000 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 9f8090b8-2b03-4596-b570-e26eb18f340e up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:04:12.504572 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:12.506123 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:12.548638 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Network 96921dc0-8a1d-4ce2-9352-455dac08d2de is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:04:12.555093 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:04:12.556011 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Pushing event updated for resources: {'Port': ['ID=557aa1c1-30e8-44d3-bb76-e1d7945d0383,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:12.558476 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:04:12.609686 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5fc9b-3a20-4b77-8239-dc157ee82e27 None None] Current status of the port 9f8090b8-2b03-4596-b570-e26eb18f340e is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:12.611157 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429597'] for router_interface (626fb1b6-0dff-4255-8bad-d45d81f9df61), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:12.631083 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e2529537-a279-4467-922c-746fe4930291 None None] Publish callbacks [] for port (aba87bdf-11d8-4ac1-8735-fac51d73e2e2), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:12.634312 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 9f8090b8-2b03-4596-b570-e26eb18f340e triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:12.634665 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (9f8090b8-2b03-4596-b570-e26eb18f340e), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:12.635015 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 9f8090b8-2b03-4596-b570-e26eb18f340e Sep 24 05:04:12.660615 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e2529537-a279-4467-922c-746fe4930291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (aba87bdf-11d8-4ac1-8735-fac51d73e2e2), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:12.699698 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:12.712033 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-e2529537-a279-4467-922c-746fe4930291 None None] Attempting to bind port aba87bdf-11d8-4ac1-8735-fac51d73e2e2 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:04:12.712411 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-e2529537-a279-4467-922c-746fe4930291 None None] Attempting to bind port aba87bdf-11d8-4ac1-8735-fac51d73e2e2 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:04:12.712875 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2529537-a279-4467-922c-746fe4930291 None None] Attempting to bind port aba87bdf-11d8-4ac1-8735-fac51d73e2e2 on network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:04:12.750691 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd11cad-ee94-4874-a227-77bb6f1e4429 None None] Pushing event updated for resources: {'Port': ['ID=aba87bdf-11d8-4ac1-8735-fac51d73e2e2,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:12.765486 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:12.800142 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2529537-a279-4467-922c-746fe4930291 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:04:12.800515 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2529537-a279-4467-922c-746fe4930291 None None] Checking segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:04:12.800918 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e2529537-a279-4467-922c-746fe4930291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:12.801312 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2529537-a279-4467-922c-746fe4930291 None None] Bound using segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:04:12.801786 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-e2529537-a279-4467-922c-746fe4930291 None None] Bound port: aba87bdf-11d8-4ac1-8735-fac51d73e2e2, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:04:12.802187 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e2529537-a279-4467-922c-746fe4930291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (aba87bdf-11d8-4ac1-8735-fac51d73e2e2), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:12.804916 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 9f8090b8-2b03-4596-b570-e26eb18f340e is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:12.846807 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Provisioning complete for port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:12.847090 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:12.847447 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Attempt 1 to provision port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 Sep 24 05:04:12.892145 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-e2529537-a279-4467-922c-746fe4930291 None None] For port aba87bdf-11d8-4ac1-8735-fac51d73e2e2, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:04:12.896572 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-e2529537-a279-4467-922c-746fe4930291 None None] For port aba87bdf-11d8-4ac1-8735-fac51d73e2e2, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=aba87bdf-11d8-4ac1-8735-fac51d73e2e2,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:04:12.899263 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:12.902407 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e2529537-a279-4467-922c-746fe4930291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (aba87bdf-11d8-4ac1-8735-fac51d73e2e2), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:12.940104 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2529537-a279-4467-922c-746fe4930291 None None] Routers {'626fb1b6-0dff-4255-8bad-d45d81f9df61'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:04:12.940626 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-e2529537-a279-4467-922c-746fe4930291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:04:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['626fb1b6-0dff-4255-8bad-d45d81f9df61'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:12.949600 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Publish callbacks [] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:12.956097 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:13.002506 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd11cad-ee94-4874-a227-77bb6f1e4429 None None] Pushing event updated for resources: {'Port': ['ID=aba87bdf-11d8-4ac1-8735-fac51d73e2e2,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:13.010681 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:13.029778 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Pushing event updated for resources: {'Port': ['ID=557aa1c1-30e8-44d3-bb76-e1d7945d0383,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:13.033247 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429705'] for router_interface (626fb1b6-0dff-4255-8bad-d45d81f9df61), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:13.133405 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Network 96921dc0-8a1d-4ce2-9352-455dac08d2de is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:04:13.134899 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:04:13.187348 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-e2529537-a279-4467-922c-746fe4930291 None None] Set router 626fb1b6-0dff-4255-8bad-d45d81f9df61 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:04:13.257122 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536cba7-ae2d-457b-a053-81a6791fd969 req-a4d31376-30fc-42b4-83a7-143df4018c94 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:13.258774 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7536cba7-ae2d-457b-a053-81a6791fd969 req-a4d31376-30fc-42b4-83a7-143df4018c94 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 945 time: 0.0802155 Sep 24 05:04:13.268328 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:13.315858 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Router 626fb1b6-0dff-4255-8bad-d45d81f9df61 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:04:13.336607 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7536cba7-ae2d-457b-a053-81a6791fd969 req-f5baf5cf-b0cd-4b21-bd85-784349aa2797 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670824 Sep 24 05:04:13.386104 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-e2529537-a279-4467-922c-746fe4930291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'name': 'tempest-TestShelveInstance-119680492-router', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:09Z', 'updated_at': '2022-09-24T05:04:12Z', 'revision_number': 4, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'gw_port': {'id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:10Z', 'updated_at': '2022-09-24T05:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '557aa1c1-30e8-44d3-bb76-e1d7945d0383', 'name': '', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'mac_address': 'fa:16:3e:6f:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:12Z', 'updated_at': '2022-09-24T05:04:12Z', 'revision_number': 1, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'subnets': [{'id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:13.413640 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Attempt 2 to provision port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 Sep 24 05:04:13.416739 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2529537-a279-4467-922c-746fe4930291 None None] The sync data for ids ['626fb1b6-0dff-4255-8bad-d45d81f9df61'] in dv-cinder-859186-1-iscsi is: [{'id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'name': 'tempest-TestShelveInstance-119680492-router', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:09Z', 'updated_at': '2022-09-24T05:04:12Z', 'revision_number': 4, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'gw_port': {'id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:10Z', 'updated_at': '2022-09-24T05:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '557aa1c1-30e8-44d3-bb76-e1d7945d0383', 'name': '', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'mac_address': 'fa:16:3e:6f:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:12Z', 'updated_at': '2022-09-24T05:04:12Z', 'revision_number': 1, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'subnets': [{'id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:04:13.433063 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:04:13.441569 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-ea766997-3a97-4e16-bc85-bfc1dc438f59 admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/626fb1b6-0dff-4255-8bad-d45d81f9df61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7983963 Sep 24 05:04:13.451801 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:13.953308 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Attempt 3 to provision port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 Sep 24 05:04:13.981689 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59358) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:13.987151 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-f08fff3a-e52c-446b-a9d8-d68a90738e37 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1425227166-network', 'tenant_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:13.987340 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:14.009466 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08fff3a-e52c-446b-a9d8-d68a90738e37 admin admin] Made reservation on behalf of ebc2f3caf6f74c1192a858fc0f9aca5f for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:04:14.011939 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f08fff3a-e52c-446b-a9d8-d68a90738e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:14.024568 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f08fff3a-e52c-446b-a9d8-d68a90738e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:14.111392 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f08fff3a-e52c-446b-a9d8-d68a90738e37 admin admin] Publish callbacks [] for security_group (4adf0035-931c-4239-9e8b-0d4f3426748e), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:14.116521 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f08fff3a-e52c-446b-a9d8-d68a90738e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (4adf0035-931c-4239-9e8b-0d4f3426748e), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:14.143738 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08fff3a-e52c-446b-a9d8-d68a90738e37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 05:04:14.155184 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fff3a-e52c-446b-a9d8-d68a90738e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adf0035-931c-4239-9e8b-0d4f3426748e,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:14.160786 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f08fff3a-e52c-446b-a9d8-d68a90738e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (a77bbcda-eac9-4f0d-b9f1-3dcf99c97113), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:14.161136 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-f08fff3a-e52c-446b-a9d8-d68a90738e37 admin admin] Added segment a77bbcda-eac9-4f0d-b9f1-3dcf99c97113 of type vlan for network 89408d29-e9c7-4ada-b592-5b6225ff4c39 Sep 24 05:04:14.209213 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f08fff3a-e52c-446b-a9d8-d68a90738e37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (89408d29-e9c7-4ada-b592-5b6225ff4c39), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:14.235087 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f08fff3a-e52c-446b-a9d8-d68a90738e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (89408d29-e9c7-4ada-b592-5b6225ff4c39), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:14.236056 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08fff3a-e52c-446b-a9d8-d68a90738e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:14.236705 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f08fff3a-e52c-446b-a9d8-d68a90738e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:14.300145 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-f08fff3a-e52c-446b-a9d8-d68a90738e37 admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3173172 Sep 24 05:04:14.302852 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59360) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:14.307907 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-2cb7d8f2-054a-4945-8411-c45e9098862d admin admin] Request body: {'subnet': {'network_id': '89408d29-e9c7-4ada-b592-5b6225ff4c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1425227166-subnet', 'tenant_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'ip_version': 4}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:14.319549 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fff3a-e52c-446b-a9d8-d68a90738e37 admin admin] Pushing event updated for resources: {'Network': ['ID=89408d29-e9c7-4ada-b592-5b6225ff4c39,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:14.331169 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network 89408d29-e9c7-4ada-b592-5b6225ff4c39 details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 05:04:14.337258 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:14.347621 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb7d8f2-054a-4945-8411-c45e9098862d admin admin] Made reservation on behalf of ebc2f3caf6f74c1192a858fc0f9aca5f for: {'subnet': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:04:14.348948 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:14.350677 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d8f2-054a-4945-8411-c45e9098862d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3662268'] for subnet (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:14.488785 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Attempt 4 to provision port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 Sep 24 05:04:14.503345 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46874b4-8bf3-4de4-812b-3bff5cb4a0b2 req-9523e4e2-866f-490d-bf70-6675376b728c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:14.504877 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b46874b4-8bf3-4de4-812b-3bff5cb4a0b2 req-9523e4e2-866f-490d-bf70-6675376b728c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 945 time: 0.0785916 Sep 24 05:04:14.528144 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device aba87bdf-11d8-4ac1-8735-fac51d73e2e2 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:04:14.533766 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:14.574929 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:14.575633 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port aba87bdf-11d8-4ac1-8735-fac51d73e2e2 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:14.576081 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (aba87bdf-11d8-4ac1-8735-fac51d73e2e2), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:14.576543 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port aba87bdf-11d8-4ac1-8735-fac51d73e2e2 Sep 24 05:04:14.658940 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b46874b4-8bf3-4de4-812b-3bff5cb4a0b2 req-8f967ced-13ba-446e-bcfe-086ce3239d1c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204669 Sep 24 05:04:14.662993 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port aba87bdf-11d8-4ac1-8735-fac51d73e2e2 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:14.663397 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (aba87bdf-11d8-4ac1-8735-fac51d73e2e2), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:14.667508 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d8f2-054a-4945-8411-c45e9098862d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3697545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3662250'] for subnet (91df939b-98fe-4f06-aaf7-c888322360ac), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:14.694189 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port aba87bdf-11d8-4ac1-8735-fac51d73e2e2, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=aba87bdf-11d8-4ac1-8735-fac51d73e2e2,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:04:14.698664 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (aba87bdf-11d8-4ac1-8735-fac51d73e2e2), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:14.729808 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7d8f2-054a-4945-8411-c45e9098862d admin admin] Pushing event updated for resources: {'Subnet': ['ID=91df939b-98fe-4f06-aaf7-c888322360ac,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:14.730096 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:14.737802 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb7d8f2-054a-4945-8411-c45e9098862d admin admin] Checking segment: {'id': 'a77bbcda-eac9-4f0d-b9f1-3dcf99c97113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '89408d29-e9c7-4ada-b592-5b6225ff4c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:04:14.738968 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb7d8f2-054a-4945-8411-c45e9098862d admin admin] Network hostable DHCP agents. Network: 89408d29-e9c7-4ada-b592-5b6225ff4c39, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 05:04:14.751164 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=aba87bdf-11d8-4ac1-8735-fac51d73e2e2,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:14.760469 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb7d8f2-054a-4945-8411-c45e9098862d admin admin] Network 89408d29-e9c7-4ada-b592-5b6225ff4c39 is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 05:04:14.770722 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-2cb7d8f2-054a-4945-8411-c45e9098862d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, 89408d29-e9c7-4ada-b592-5b6225ff4c39) {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:04:14.775284 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb7d8f2-054a-4945-8411-c45e9098862d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:14.775894 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d8f2-054a-4945-8411-c45e9098862d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:14.782277 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb10329-8bbb-475b-8622-9b9a6184127a None None] Network 89408d29-e9c7-4ada-b592-5b6225ff4c39 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:04:14.793862 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-2cb7d8f2-054a-4945-8411-c45e9098862d admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4899449 Sep 24 05:04:14.796686 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 59364) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:14.801529 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1425227166-router', 'tenant_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:14.823057 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4209'] for router (7a9cf335-e64a-4912-aefe-c68fa8fdee3f), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:14.824080 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4218'] for router (7a9cf335-e64a-4912-aefe-c68fa8fdee3f), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:14.882943 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Publish callbacks [] for router_controller (7a9cf335-e64a-4912-aefe-c68fa8fdee3f), precommit_add_association {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:14.910807 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd343cccf-c390-5e04-aeb9-418103a42ab4-89408d29-e9c7-4ada-b592-5b6225ff4c39', 'network_id': '89408d29-e9c7-4ada-b592-5b6225ff4c39', 'project_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'fixed_ips': [{'subnet_id': '91df939b-98fe-4f06-aaf7-c888322360ac'}]}} from dv-cinder-859186-1-iscsi. {{(pid=106194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 05:04:14.911785 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:15.054721 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Attempt 5 to provision port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 Sep 24 05:04:15.065105 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Publish callbacks [] for router_gateway (7a9cf335-e64a-4912-aefe-c68fa8fdee3f), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:15.107641 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:15.111148 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Allocated IP 172.20.0.2 (89408d29-e9c7-4ada-b592-5b6225ff4c39/91df939b-98fe-4f06-aaf7-c888322360ac/eaa9b2f2-42b7-426d-8b90-4f91bce0b211) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:04:15.176524 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device a8325a52-865f-4aa2-a4eb-6cb94768def7 up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:04:15.263930 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port a8325a52-865f-4aa2-a4eb-6cb94768def7 completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:04:15.290374 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Publish callbacks [] for router_gateway (7a9cf335-e64a-4912-aefe-c68fa8fdee3f), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:15.290575 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port a8325a52-865f-4aa2-a4eb-6cb94768def7 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:15.290752 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (a8325a52-865f-4aa2-a4eb-6cb94768def7), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:15.291095 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port a8325a52-865f-4aa2-a4eb-6cb94768def7 Sep 24 05:04:15.309333 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:15.319602 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:15.323395 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:15.337094 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Publish callbacks [] for port (eaa9b2f2-42b7-426d-8b90-4f91bce0b211), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:15.348474 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (eaa9b2f2-42b7-426d-8b90-4f91bce0b211), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:15.380744 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:15.404530 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Network 89408d29-e9c7-4ada-b592-5b6225ff4c39 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:04:15.429454 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:04:15.432636 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:04:15.433749 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Allocated IP 172.27.0.81 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/ff738db7-caf3-4661-a65d-39d918fcdf64) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:04:15.440501 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Pushing event updated for resources: {'Port': ['ID=eaa9b2f2-42b7-426d-8b90-4f91bce0b211,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:15.458552 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port a8325a52-865f-4aa2-a4eb-6cb94768def7 is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:15.458937 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (a8325a52-865f-4aa2-a4eb-6cb94768def7), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:15.515740 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1c080b-492d-4c55-880a-14e89c938fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8325a52-865f-4aa2-a4eb-6cb94768def7'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:04:15.518080 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6f22ef-1374-498a-aacd-c66ebf0c1530" -d '{"events": [{"server_uuid": "3e1c080b-492d-4c55-880a-14e89c938fce", "name": "network-vif-plugged", "status": "completed", "tag": "a8325a52-865f-4aa2-a4eb-6cb94768def7"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:04:15.539337 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Publish callbacks [] for port (ff738db7-caf3-4661-a65d-39d918fcdf64), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:15.541015 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:15.543336 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port a8325a52-865f-4aa2-a4eb-6cb94768def7, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=a8325a52-865f-4aa2-a4eb-6cb94768def7,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:04:15.544347 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Attempting to bind port eaa9b2f2-42b7-426d-8b90-4f91bce0b211 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:04:15.544735 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Attempting to bind port eaa9b2f2-42b7-426d-8b90-4f91bce0b211 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': 'a77bbcda-eac9-4f0d-b9f1-3dcf99c97113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '89408d29-e9c7-4ada-b592-5b6225ff4c39'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:04:15.545032 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Attempting to bind port eaa9b2f2-42b7-426d-8b90-4f91bce0b211 on network 89408d29-e9c7-4ada-b592-5b6225ff4c39 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:04:15.570885 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (ff738db7-caf3-4661-a65d-39d918fcdf64), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:15.574962 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (a8325a52-865f-4aa2-a4eb-6cb94768def7), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:15.581556 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea290183-a21c-47a8-b09a-92e56e9bef51 x-openstack-request-id: req-ea290183-a21c-47a8-b09a-92e56e9bef51 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:04:15.581907 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1c080b-492d-4c55-880a-14e89c938fce", "name": "network-vif-plugged", "status": "completed", "tag": "a8325a52-865f-4aa2-a4eb-6cb94768def7", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:04:15.582149 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea290183-a21c-47a8-b09a-92e56e9bef51 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:04:15.582538 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea290183-a21c-47a8-b09a-92e56e9bef51'] response: {'server_uuid': '3e1c080b-492d-4c55-880a-14e89c938fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8325a52-865f-4aa2-a4eb-6cb94768def7', 'code': 200} Sep 24 05:04:15.603106 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Sync routers for ids ['626fb1b6-0dff-4255-8bad-d45d81f9df61'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:04:15.610994 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Attempt 6 to provision port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 Sep 24 05:04:15.620564 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Routers {'626fb1b6-0dff-4255-8bad-d45d81f9df61'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:04:15.621493 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:04:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['626fb1b6-0dff-4255-8bad-d45d81f9df61'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:15.624690 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:04:15.628436 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:04:15.631930 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:04:15.666533 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Pushing event updated for resources: {'Port': ['ID=ff738db7-caf3-4661-a65d-39d918fcdf64,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:15.705224 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:15.727567 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=a8325a52-865f-4aa2-a4eb-6cb94768def7,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:15.746363 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:04:15.746730 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Checking segment: {'id': 'a77bbcda-eac9-4f0d-b9f1-3dcf99c97113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '89408d29-e9c7-4ada-b592-5b6225ff4c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:04:15.747141 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:15.747532 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Bound using segment: {'id': 'a77bbcda-eac9-4f0d-b9f1-3dcf99c97113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '89408d29-e9c7-4ada-b592-5b6225ff4c39'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:04:15.748020 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Bound port: eaa9b2f2-42b7-426d-8b90-4f91bce0b211, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77bbcda-eac9-4f0d-b9f1-3dcf99c97113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '89408d29-e9c7-4ada-b592-5b6225ff4c39'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:04:15.748402 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (eaa9b2f2-42b7-426d-8b90-4f91bce0b211), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:15.840814 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] For port eaa9b2f2-42b7-426d-8b90-4f91bce0b211, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:04:15.841434 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8078a-bac2-44c2-ad86-256a34fba697 req-0d45de15-57c2-4382-89e5-3ac6ef65bd76 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:15.846393 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e5d8078a-bac2-44c2-ad86-256a34fba697 req-0d45de15-57c2-4382-89e5-3ac6ef65bd76 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0625610 Sep 24 05:04:15.852315 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] For port eaa9b2f2-42b7-426d-8b90-4f91bce0b211, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=eaa9b2f2-42b7-426d-8b90-4f91bce0b211,segment=NetworkSegment(a77bbcda-eac9-4f0d-b9f1-3dcf99c97113),segment_id=a77bbcda-eac9-4f0d-b9f1-3dcf99c97113)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:04:15.856670 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937110ac-1056-462f-a655-7609102fdb3c req-6bea73f8-9b7a-4be8-a782-abf2983613b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:15.858459 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-937110ac-1056-462f-a655-7609102fdb3c req-6bea73f8-9b7a-4be8-a782-abf2983613b7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 1130 time: 0.0557785 Sep 24 05:04:15.860836 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (eaa9b2f2-42b7-426d-8b90-4f91bce0b211), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:15.862893 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Set router 626fb1b6-0dff-4255-8bad-d45d81f9df61 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:04:15.938609 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe5ae2-e8cb-4514-aadb-0dc45a0dfcc0 None None] Pushing event updated for resources: {'Port': ['ID=eaa9b2f2-42b7-426d-8b90-4f91bce0b211,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:15.945064 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e5d8078a-bac2-44c2-ad86-256a34fba697 req-6dca10ca-ea4a-4ea1-b4b3-02171404e155 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938399 Sep 24 05:04:15.963930 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-937110ac-1056-462f-a655-7609102fdb3c req-ac91d83f-464a-4ee4-a6a3-dfcbb0c5e2d4 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664117 Sep 24 05:04:16.026466 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Publish callbacks [] for router_gateway (7a9cf335-e64a-4912-aefe-c68fa8fdee3f), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:16.165608 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'name': 'tempest-TestShelveInstance-119680492-router', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:09Z', 'updated_at': '2022-09-24T05:04:12Z', 'revision_number': 4, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'gw_port': {'id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:10Z', 'updated_at': '2022-09-24T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '557aa1c1-30e8-44d3-bb76-e1d7945d0383', 'name': '', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'mac_address': 'fa:16:3e:6f:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:12Z', 'updated_at': '2022-09-24T05:04:12Z', 'revision_number': 2, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'subnets': [{'id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:16.205689 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Checking router: 626fb1b6-0dff-4255-8bad-d45d81f9df61 for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:04:16.206077 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Updating router 626fb1b6-0dff-4255-8bad-d45d81f9df61 port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 binding host dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:04:16.206974 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Attempt 7 to provision port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 Sep 24 05:04:16.227393 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:16.242347 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:16.288859 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:16.460397 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59392) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:16.579805 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437284'] for router (7a9cf335-e64a-4912-aefe-c68fa8fdee3f), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:16.635016 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc07e-c89f-4ff3-8699-b2b16d297b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:16.640015 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device aba87bdf-11d8-4ac1-8735-fac51d73e2e2 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:04:16.680217 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Publish callbacks [] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:16.686931 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:16.696047 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port aba87bdf-11d8-4ac1-8735-fac51d73e2e2 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:16.696838 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (aba87bdf-11d8-4ac1-8735-fac51d73e2e2), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:16.697409 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port aba87bdf-11d8-4ac1-8735-fac51d73e2e2 Sep 24 05:04:16.717311 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:16.733184 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274ca4b-74a4-4fd3-aafd-77144d458758 None None] Pushing event updated for resources: {'Port': ['ID=557aa1c1-30e8-44d3-bb76-e1d7945d0383,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:16.745720 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Router 7a9cf335-e64a-4912-aefe-c68fa8fdee3f is scheduled to L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc with binding_index 1 {{(pid=106193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 05:04:16.751260 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8274ca4b-74a4-4fd3-aafd-77144d458758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:16.751621 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8274ca4b-74a4-4fd3-aafd-77144d458758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:16.751971 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8274ca4b-74a4-4fd3-aafd-77144d458758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:16.752323 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8274ca4b-74a4-4fd3-aafd-77144d458758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:16.752918 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8274ca4b-74a4-4fd3-aafd-77144d458758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:16.753037 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8274ca4b-74a4-4fd3-aafd-77144d458758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:16.753285 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8274ca4b-74a4-4fd3-aafd-77144d458758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:16.753604 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8274ca4b-74a4-4fd3-aafd-77144d458758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:16.753937 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8274ca4b-74a4-4fd3-aafd-77144d458758 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:16.754263 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8274ca4b-74a4-4fd3-aafd-77144d458758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:16.754589 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8274ca4b-74a4-4fd3-aafd-77144d458758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:16.754908 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8274ca4b-74a4-4fd3-aafd-77144d458758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:16.755224 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8274ca4b-74a4-4fd3-aafd-77144d458758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:16.755565 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8274ca4b-74a4-4fd3-aafd-77144d458758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:16.755835 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8274ca4b-74a4-4fd3-aafd-77144d458758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:04:16.787902 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc07e-c89f-4ff3-8699-b2b16d297b19 admin admin] Publish callbacks [] for security_group (df8244ce-bad3-4adf-ab22-7cc9fa7c1346), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:16.798502 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc07e-c89f-4ff3-8699-b2b16d297b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (df8244ce-bad3-4adf-ab22-7cc9fa7c1346), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:16.800301 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Attempt 8 to provision port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 Sep 24 05:04:16.818464 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:16.826843 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Attempting to bind port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:04:16.827211 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Attempting to bind port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '7c779217-2c74-465a-b880-7974c3ca201e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:04:16.827567 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Attempting to bind port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 on network 96921dc0-8a1d-4ce2-9352-455dac08d2de {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:04:16.846331 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port aba87bdf-11d8-4ac1-8735-fac51d73e2e2 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:16.847492 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device eaa9b2f2-42b7-426d-8b90-4f91bce0b211 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:04:16.870278 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:16.893382 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:04:16.896252 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Checking segment: {'id': '7c779217-2c74-465a-b880-7974c3ca201e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:04:16.896660 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:16.897086 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Bound using segment: {'id': '7c779217-2c74-465a-b880-7974c3ca201e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:04:16.897584 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Bound port: 557aa1c1-30e8-44d3-bb76-e1d7945d0383, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c779217-2c74-465a-b880-7974c3ca201e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:04:16.898196 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port eaa9b2f2-42b7-426d-8b90-4f91bce0b211 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:16.898582 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (eaa9b2f2-42b7-426d-8b90-4f91bce0b211), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:16.898914 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port eaa9b2f2-42b7-426d-8b90-4f91bce0b211 Sep 24 05:04:16.899032 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-3e7cc07e-c89f-4ff3-8699-b2b16d297b19 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=cb7a4ece4b1c447dab3ba43e93dc7903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4362068 Sep 24 05:04:16.899927 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7cc07e-c89f-4ff3-8699-b2b16d297b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8244ce-bad3-4adf-ab22-7cc9fa7c1346,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:16.901026 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:16.904867 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59396) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:16.966363 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:04:16.979997 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] For port 557aa1c1-30e8-44d3-bb76-e1d7945d0383, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:04:16.988009 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] For port 557aa1c1-30e8-44d3-bb76-e1d7945d0383, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=557aa1c1-30e8-44d3-bb76-e1d7945d0383,segment=NetworkSegment(7c779217-2c74-465a-b880-7974c3ca201e),segment_id=7c779217-2c74-465a-b880-7974c3ca201e)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:04:16.990127 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:16.994822 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:16.999536 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-a8db1562-6f4a-4697-9822-401367277a3c admin admin] 10.222.0.50 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1987202 Sep 24 05:04:16.999756 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 59400) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:17.001398 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port eaa9b2f2-42b7-426d-8b90-4f91bce0b211 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:17.001884 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (eaa9b2f2-42b7-426d-8b90-4f91bce0b211), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:17.005308 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:17.008745 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Sync routers for ids ['7a9cf335-e64a-4912-aefe-c68fa8fdee3f'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:04:17.022532 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-be5c6dd0-6503-446c-a625-74726805f1ca admin admin] Publish callbacks [] for security_group (df8244ce-bad3-4adf-ab22-7cc9fa7c1346), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:17.055513 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Routers {'7a9cf335-e64a-4912-aefe-c68fa8fdee3f'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:04:17.056159 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:04:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['7a9cf335-e64a-4912-aefe-c68fa8fdee3f'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:17.078782 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Routers {'626fb1b6-0dff-4255-8bad-d45d81f9df61'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:04:17.079493 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:04:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['626fb1b6-0dff-4255-8bad-d45d81f9df61'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:17.109692 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-be5c6dd0-6503-446c-a625-74726805f1ca admin admin] Publish callbacks [] for security_group (df8244ce-bad3-4adf-ab22-7cc9fa7c1346), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:17.118735 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port eaa9b2f2-42b7-426d-8b90-4f91bce0b211, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=eaa9b2f2-42b7-426d-8b90-4f91bce0b211,segment=NetworkSegment(a77bbcda-eac9-4f0d-b9f1-3dcf99c97113),segment_id=a77bbcda-eac9-4f0d-b9f1-3dcf99c97113)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:04:17.124225 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:17.131295 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (eaa9b2f2-42b7-426d-8b90-4f91bce0b211), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:17.133896 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0922767-7a4f-4f13-9492-a531cd589df1 req-21d5acdd-6e13-4fad-af31-1bea829a0e82 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:17.135461 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e0922767-7a4f-4f13-9492-a531cd589df1 req-21d5acdd-6e13-4fad-af31-1bea829a0e82 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0798755 Sep 24 05:04:17.190730 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274ca4b-74a4-4fd3-aafd-77144d458758 None None] Pushing event updated for resources: {'Port': ['ID=557aa1c1-30e8-44d3-bb76-e1d7945d0383,revision_number=4']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:17.219595 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e0922767-7a4f-4f13-9492-a531cd589df1 req-1032e94f-d62e-41fd-b847-524ffeacc57f tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752506 Sep 24 05:04:17.255135 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-be5c6dd0-6503-446c-a625-74726805f1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (df8244ce-bad3-4adf-ab22-7cc9fa7c1346), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:17.255238 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:17.255666 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-be5c6dd0-6503-446c-a625-74726805f1ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:17.255666 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-be5c6dd0-6503-446c-a625-74726805f1ca admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/df8244ce-bad3-4adf-ab22-7cc9fa7c1346 HTTP/1.1" status: 204 len: 168 time: 0.3438897 Sep 24 05:04:17.263177 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c6dd0-6503-446c-a625-74726805f1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8244ce-bad3-4adf-ab22-7cc9fa7c1346,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:17.277727 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Set router 7a9cf335-e64a-4912-aefe-c68fa8fdee3f gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:04:17.303433 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:17.305959 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] Set router 626fb1b6-0dff-4255-8bad-d45d81f9df61 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:04:17.485305 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1f97b6-35ff-42ba-bf67-a6d2e1cb765f None None] Network 89408d29-e9c7-4ada-b592-5b6225ff4c39 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:04:17.489547 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=eaa9b2f2-42b7-426d-8b90-4f91bce0b211,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:17.497282 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Attempt 9 to provision port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 Sep 24 05:04:17.660274 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'name': 'tempest-TestShelveInstance-119680492-router', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:09Z', 'updated_at': '2022-09-24T05:04:12Z', 'revision_number': 4, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'gw_port': {'id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:10Z', 'updated_at': '2022-09-24T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '557aa1c1-30e8-44d3-bb76-e1d7945d0383', 'name': '', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'mac_address': 'fa:16:3e:6f:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:12Z', 'updated_at': '2022-09-24T05:04:16Z', 'revision_number': 4, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'subnets': [{'id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:17.700861 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899f7754-993a-46e2-a713-badb6a7f7e03 None None] The sync data for ids ['626fb1b6-0dff-4255-8bad-d45d81f9df61'] in dv-cinder-859186-1-iscsi is: [{'id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'name': 'tempest-TestShelveInstance-119680492-router', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:09Z', 'updated_at': '2022-09-24T05:04:12Z', 'revision_number': 4, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'gw_port': {'id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:10Z', 'updated_at': '2022-09-24T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '557aa1c1-30e8-44d3-bb76-e1d7945d0383', 'name': '', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'mac_address': 'fa:16:3e:6f:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:12Z', 'updated_at': '2022-09-24T05:04:16Z', 'revision_number': 4, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'subnets': [{'id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:04:17.753725 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Current status of the port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:17.754132 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:17.779069 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:17.859005 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] For port 557aa1c1-30e8-44d3-bb76-e1d7945d0383, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=557aa1c1-30e8-44d3-bb76-e1d7945d0383,segment=NetworkSegment(7c779217-2c74-465a-b880-7974c3ca201e),segment_id=7c779217-2c74-465a-b880-7974c3ca201e)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:04:17.866995 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:17.876787 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'name': 'tempest-TestShelveInstance-1425227166-router', 'tenant_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:14Z', 'updated_at': '2022-09-24T05:04:15Z', 'revision_number': 3, 'project_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'gw_port': {'id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:15Z', 'updated_at': '2022-09-24T05:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:17.962813 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Checking router: 7a9cf335-e64a-4912-aefe-c68fa8fdee3f for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:04:17.963276 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Updating router 7a9cf335-e64a-4912-aefe-c68fa8fdee3f port ff738db7-caf3-4661-a65d-39d918fcdf64 binding host dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:04:17.964772 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Allocated IP 172.20.0.1 (89408d29-e9c7-4ada-b592-5b6225ff4c39/91df939b-98fe-4f06-aaf7-c888322360ac/d457847c-7680-42cd-91de-33cd36623520) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:04:17.967170 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ace9b-7aca-4beb-b1cf-432d5f71b7af None None] Pushing event updated for resources: {'Port': ['ID=557aa1c1-30e8-44d3-bb76-e1d7945d0383,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:18.022594 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-f2ea13be-10de-4719-a4ac-d7a4d353c0a6 None None] Provisioning complete for port eaa9b2f2-42b7-426d-8b90-4f91bce0b211 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:18.023145 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f2ea13be-10de-4719-a4ac-d7a4d353c0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (eaa9b2f2-42b7-426d-8b90-4f91bce0b211), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.023624 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-f2ea13be-10de-4719-a4ac-d7a4d353c0a6 None None] Attempt 1 to provision port eaa9b2f2-42b7-426d-8b90-4f91bce0b211 Sep 24 05:04:18.043912 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:18.048495 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:18.053809 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (ff738db7-caf3-4661-a65d-39d918fcdf64), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.117264 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Publish callbacks [] for port (d457847c-7680-42cd-91de-33cd36623520), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.155929 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (d457847c-7680-42cd-91de-33cd36623520), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.201171 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Network 89408d29-e9c7-4ada-b592-5b6225ff4c39 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:04:18.206616 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:04:18.210724 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:04:18.236187 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Pushing event updated for resources: {'Port': ['ID=d457847c-7680-42cd-91de-33cd36623520,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:18.263019 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea13be-10de-4719-a4ac-d7a4d353c0a6 None None] Current status of the port eaa9b2f2-42b7-426d-8b90-4f91bce0b211 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:18.272554 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429597'] for router_interface (7a9cf335-e64a-4912-aefe-c68fa8fdee3f), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.283808 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-f2ea13be-10de-4719-a4ac-d7a4d353c0a6 None None] Provisioning complete for port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:18.284186 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f2ea13be-10de-4719-a4ac-d7a4d353c0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.284518 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-f2ea13be-10de-4719-a4ac-d7a4d353c0a6 None None] Attempt 1 to provision port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 Sep 24 05:04:18.338628 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:18.350251 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:18.430390 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6d3b4-23d5-4762-8aef-1a5e37c9613a req-c171b073-b6bf-4147-b3aa-afd76965f8ad tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:18.436435 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.437069 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-77d6d3b4-23d5-4762-8aef-1a5e37c9613a req-c171b073-b6bf-4147-b3aa-afd76965f8ad tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.1010187 Sep 24 05:04:18.491170 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea13be-10de-4719-a4ac-d7a4d353c0a6 None None] Current status of the port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:18.508137 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Publish callbacks [] for port (ff738db7-caf3-4661-a65d-39d918fcdf64), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.516258 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (ff738db7-caf3-4661-a65d-39d918fcdf64), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.516778 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-77d6d3b4-23d5-4762-8aef-1a5e37c9613a req-c6868890-4d68-42a9-b351-96d589c04785 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722086 Sep 24 05:04:18.537649 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (d457847c-7680-42cd-91de-33cd36623520), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.590936 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 557aa1c1-30e8-44d3-bb76-e1d7945d0383 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:04:18.599028 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Attempting to bind port ff738db7-caf3-4661-a65d-39d918fcdf64 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:04:18.599402 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Attempting to bind port ff738db7-caf3-4661-a65d-39d918fcdf64 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:04:18.599764 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Attempting to bind port ff738db7-caf3-4661-a65d-39d918fcdf64 on network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:04:18.674370 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d45ea-716b-4f14-9a43-975b90c8ae76 req-45a12ca3-0bfa-4332-85cf-b1d4db125149 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:18.675944 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-701d45ea-716b-4f14-9a43-975b90c8ae76 req-45a12ca3-0bfa-4332-85cf-b1d4db125149 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0662901 Sep 24 05:04:18.677827 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f89c25-9f78-45da-930e-78ef5fac2f87 None None] Pushing event updated for resources: {'Port': ['ID=ff738db7-caf3-4661-a65d-39d918fcdf64,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:18.680393 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Provisioning complete for port eaa9b2f2-42b7-426d-8b90-4f91bce0b211 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:18.680772 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (eaa9b2f2-42b7-426d-8b90-4f91bce0b211), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.681364 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Attempt 1 to provision port eaa9b2f2-42b7-426d-8b90-4f91bce0b211 Sep 24 05:04:18.687406 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59414) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:18.693411 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-1ca648fa-edee-4e19-90e2-27ad60aea366 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Request body: {'floatingip': {'port_id': 'a8325a52-865f-4aa2-a4eb-6cb94768def7'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:18.737089 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:18.737467 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.737799 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 Sep 24 05:04:18.741262 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:04:18.741631 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Checking segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:04:18.742047 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.742440 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Bound using segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:04:18.742922 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Bound port: ff738db7-caf3-4661-a65d-39d918fcdf64, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:04:18.743309 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (ff738db7-caf3-4661-a65d-39d918fcdf64), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.748416 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1ca648fa-edee-4e19-90e2-27ad60aea366 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for floatingip (c81197f0-9c58-4657-a331-58b2344175b0), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.753692 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Publish callbacks [] for port (d457847c-7680-42cd-91de-33cd36623520), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.759608 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (d457847c-7680-42cd-91de-33cd36623520), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.817492 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:18.863623 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Pushing event updated for resources: {'Port': ['ID=d457847c-7680-42cd-91de-33cd36623520,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:18.867807 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429705'] for router_interface (7a9cf335-e64a-4912-aefe-c68fa8fdee3f), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.882225 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] For port ff738db7-caf3-4661-a65d-39d918fcdf64, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:04:18.886641 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] For port ff738db7-caf3-4661-a65d-39d918fcdf64, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=ff738db7-caf3-4661-a65d-39d918fcdf64,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:04:18.891808 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Current status of the port eaa9b2f2-42b7-426d-8b90-4f91bce0b211 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:18.900828 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Provisioning complete for port d457847c-7680-42cd-91de-33cd36623520 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:18.901198 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (d457847c-7680-42cd-91de-33cd36623520), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.901536 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Attempt 1 to provision port d457847c-7680-42cd-91de-33cd36623520 Sep 24 05:04:18.905004 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (ff738db7-caf3-4661-a65d-39d918fcdf64), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:18.985524 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Network 89408d29-e9c7-4ada-b592-5b6225ff4c39 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:04:18.987291 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:04:18.988027 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Routers {'7a9cf335-e64a-4912-aefe-c68fa8fdee3f'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:04:18.988664 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:04:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['7a9cf335-e64a-4912-aefe-c68fa8fdee3f'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:19.045483 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:19.050277 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device eaa9b2f2-42b7-426d-8b90-4f91bce0b211 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:04:19.084082 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Port d457847c-7680-42cd-91de-33cd36623520 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:19.100054 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f89c25-9f78-45da-930e-78ef5fac2f87 None None] Pushing event updated for resources: {'Port': ['ID=ff738db7-caf3-4661-a65d-39d918fcdf64,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:19.100723 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:19.135949 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:19.170728 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Router 7a9cf335-e64a-4912-aefe-c68fa8fdee3f has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:04:19.179511 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port eaa9b2f2-42b7-426d-8b90-4f91bce0b211 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:19.179888 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (eaa9b2f2-42b7-426d-8b90-4f91bce0b211), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:19.180222 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port eaa9b2f2-42b7-426d-8b90-4f91bce0b211 Sep 24 05:04:19.224339 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:19.251488 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] Set router 7a9cf335-e64a-4912-aefe-c68fa8fdee3f gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:04:19.283616 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:19.385759 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:04:19.404423 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-40a58f72-d6de-4372-8eae-cc599875ff1c admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/7a9cf335-e64a-4912-aefe-c68fa8fdee3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3950343 Sep 24 05:04:19.442639 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.db.resource_extend [None req-1ca648fa-edee-4e19-90e2-27ad60aea366 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 24 05:04:19.499765 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1ca648fa-edee-4e19-90e2-27ad60aea366 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:19.504901 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1ca648fa-edee-4e19-90e2-27ad60aea366 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (c81197f0-9c58-4657-a331-58b2344175b0), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:19.584970 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Attempt 2 to provision port d457847c-7680-42cd-91de-33cd36623520 Sep 24 05:04:19.610436 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-1ca648fa-edee-4e19-90e2-27ad60aea366 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Floating IP c81197f0-9c58-4657-a331-58b2344175b0 associated. External IP: 172.27.0.121, port: a8325a52-865f-4aa2-a4eb-6cb94768def7. Sep 24 05:04:19.626928 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port eaa9b2f2-42b7-426d-8b90-4f91bce0b211 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:19.642373 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Port d457847c-7680-42cd-91de-33cd36623520 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:19.707340 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'name': 'tempest-TestShelveInstance-1425227166-router', 'tenant_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:14Z', 'updated_at': '2022-09-24T05:04:18Z', 'revision_number': 4, 'project_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'gw_port': {'id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:15Z', 'updated_at': '2022-09-24T05:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'd457847c-7680-42cd-91de-33cd36623520', 'name': '', 'network_id': '89408d29-e9c7-4ada-b592-5b6225ff4c39', 'tenant_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'mac_address': 'fa:16:3e:36:e1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '91df939b-98fe-4f06-aaf7-c888322360ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:17Z', 'updated_at': '2022-09-24T05:04:18Z', 'revision_number': 2, 'project_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'subnets': [{'id': '91df939b-98fe-4f06-aaf7-c888322360ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:19.733874 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf163c5-056e-4779-b4f2-fffbe7a1a559 None None] The sync data for ids ['7a9cf335-e64a-4912-aefe-c68fa8fdee3f'] in dv-cinder-859186-1-iscsi is: [{'id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'name': 'tempest-TestShelveInstance-1425227166-router', 'tenant_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:14Z', 'updated_at': '2022-09-24T05:04:18Z', 'revision_number': 4, 'project_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'gw_port': {'id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:15Z', 'updated_at': '2022-09-24T05:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'd457847c-7680-42cd-91de-33cd36623520', 'name': '', 'network_id': '89408d29-e9c7-4ada-b592-5b6225ff4c39', 'tenant_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'mac_address': 'fa:16:3e:36:e1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '91df939b-98fe-4f06-aaf7-c888322360ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:17Z', 'updated_at': '2022-09-24T05:04:18Z', 'revision_number': 2, 'project_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'subnets': [{'id': '91df939b-98fe-4f06-aaf7-c888322360ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:04:19.801502 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 59428) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:19.806176 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-11fd5160-6ecc-41e9-8373-81c53e44a855 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-74811002', 'description': 'tempest-secgroup-smoke-74811002 description', 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:19.821039 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:19.828064 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-11fd5160-6ecc-41e9-8373-81c53e44a855 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:19.840447 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca648fa-edee-4e19-90e2-27ad60aea366 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Router de67d66e-bd0a-4b49-a4c1-514415a70cf0 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:04:19.930358 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-11fd5160-6ecc-41e9-8373-81c53e44a855 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group (96b818d9-18a5-4b9c-a4d9-89d446c3e221), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:19.943286 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-11fd5160-6ecc-41e9-8373-81c53e44a855 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (96b818d9-18a5-4b9c-a4d9-89d446c3e221), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:19.984741 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca648fa-edee-4e19-90e2-27ad60aea366 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:04:19.993776 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1ca648fa-edee-4e19-90e2-27ad60aea366 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.002484 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7523e11-55b7-46d7-aff2-4a3b0abd81d9 None None] Sync routers for ids ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:04:20.021570 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-11fd5160-6ecc-41e9-8373-81c53e44a855 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.023156 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-11fd5160-6ecc-41e9-8373-81c53e44a855 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2204700 Sep 24 05:04:20.023950 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd5160-6ecc-41e9-8373-81c53e44a855 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b818d9-18a5-4b9c-a4d9-89d446c3e221,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:20.027235 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 59434) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:20.029934 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7523e11-55b7-46d7-aff2-4a3b0abd81d9 None None] Routers {'de67d66e-bd0a-4b49-a4c1-514415a70cf0'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:04:20.033188 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-ca065eca-29df-41cd-ace6-fff638e0ae63 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Request body: {'security_group_rule': {'security_group_id': '96b818d9-18a5-4b9c-a4d9-89d446c3e221', 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:20.033626 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-b7523e11-55b7-46d7-aff2-4a3b0abd81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:04:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:20.060214 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-1ca648fa-edee-4e19-90e2-27ad60aea366 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "PUT /networking/v2.0/floatingips/c81197f0-9c58-4657-a331-58b2344175b0 HTTP/1.1" status: 200 len: 992 time: 1.3699594 Sep 24 05:04:20.061691 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1c080b-492d-4c55-880a-14e89c938fce', 'tag': 'a8325a52-865f-4aa2-a4eb-6cb94768def7'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:04:20.064915 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae0ac1c-ef70-46f5-ad09-7fdbcf6d70d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1c080b-492d-4c55-880a-14e89c938fce", "tag": "a8325a52-865f-4aa2-a4eb-6cb94768def7"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:04:20.078149 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ca065eca-29df-41cd-ace6-fff638e0ae63 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (22dbec1c-2ae8-4a00-98cc-d7ac525ed6c1), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.110324 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30e4bb4-bcef-43b6-958b-646ac9206243 x-openstack-request-id: req-b30e4bb4-bcef-43b6-958b-646ac9206243 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:04:20.111723 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1c080b-492d-4c55-880a-14e89c938fce", "tag": "a8325a52-865f-4aa2-a4eb-6cb94768def7", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:04:20.112230 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b30e4bb4-bcef-43b6-958b-646ac9206243 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:04:20.112850 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b30e4bb4-bcef-43b6-958b-646ac9206243'] response: {'name': 'network-changed', 'server_uuid': '3e1c080b-492d-4c55-880a-14e89c938fce', 'tag': 'a8325a52-865f-4aa2-a4eb-6cb94768def7', 'status': 'completed', 'code': 200} Sep 24 05:04:20.144006 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Attempt 3 to provision port d457847c-7680-42cd-91de-33cd36623520 Sep 24 05:04:20.192032 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-b7523e11-55b7-46d7-aff2-4a3b0abd81d9 None None] Set router de67d66e-bd0a-4b49-a4c1-514415a70cf0 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:04:20.214695 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Port d457847c-7680-42cd-91de-33cd36623520 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:20.231298 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0ac1c-ef70-46f5-ad09-7fdbcf6d70d8 req-0c00b02c-118a-48d6-bb15-6f086cfc7c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:20.232900 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-bae0ac1c-ef70-46f5-ad09-7fdbcf6d70d8 req-0c00b02c-118a-48d6-bb15-6f086cfc7c0f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 1130 time: 0.0852101 Sep 24 05:04:20.235675 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ca065eca-29df-41cd-ace6-fff638e0ae63 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (22dbec1c-2ae8-4a00-98cc-d7ac525ed6c1), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.255701 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ca065eca-29df-41cd-ace6-fff638e0ae63 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (22dbec1c-2ae8-4a00-98cc-d7ac525ed6c1), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.340724 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca065eca-29df-41cd-ace6-fff638e0ae63 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22dbec1c-2ae8-4a00-98cc-d7ac525ed6c1,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:20.349736 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ca065eca-29df-41cd-ace6-fff638e0ae63 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.351159 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ca065eca-29df-41cd-ace6-fff638e0ae63 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3226840 Sep 24 05:04:20.353830 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 59442) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:20.358485 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-dcc89915-1909-4544-9e1c-aad52cd9fc10 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Request body: {'security_group_rule': {'security_group_id': '96b818d9-18a5-4b9c-a4d9-89d446c3e221', 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:20.378271 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59444) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:20.444323 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0ac1c-ef70-46f5-ad09-7fdbcf6d70d8 req-ab719845-2d9b-48cc-a242-21ec1808b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:20.446248 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-bae0ac1c-ef70-46f5-ad09-7fdbcf6d70d8 req-ab719845-2d9b-48cc-a242-21ec1808b417 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 920 time: 0.2060905 Sep 24 05:04:20.446959 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dcc89915-1909-4544-9e1c-aad52cd9fc10 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (f722301d-78aa-4938-b422-7abe4fde4a03), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.486500 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-b7523e11-55b7-46d7-aff2-4a3b0abd81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port': {'id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'c81197f0-9c58-4657-a331-58b2344175b0', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'port_id': 'a8325a52-865f-4aa2-a4eb-6cb94768def7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'mac_address': 'fa:16:3e:fc:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1c080b-492d-4c55-880a-14e89c938fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:03:54Z', 'updated_at': '2022-09-24T05:04:19Z', 'revision_number': 1, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1733c937-6eeb-490b-ad55-2c199ddb7b82', 'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'mac_address': 'fa:16:3e:a2:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:07Z', 'revision_number': 5, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'subnets': [{'id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:20.518114 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:20.542609 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bbe1504c-639c-43ea-93c9-0b42366dbc5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.556214 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-bae0ac1c-ef70-46f5-ad09-7fdbcf6d70d8 req-b395e709-83ca-4a2d-ab5a-e9c1a2b105d7 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8325a52-865f-4aa2-a4eb-6cb94768def7 HTTP/1.1" status: 200 len: 1000 time: 0.0983756 Sep 24 05:04:20.612858 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dcc89915-1909-4544-9e1c-aad52cd9fc10 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (f722301d-78aa-4938-b422-7abe4fde4a03), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.621114 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dcc89915-1909-4544-9e1c-aad52cd9fc10 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (f722301d-78aa-4938-b422-7abe4fde4a03), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.636652 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7523e11-55b7-46d7-aff2-4a3b0abd81d9 None None] Checking router: de67d66e-bd0a-4b49-a4c1-514415a70cf0 for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:04:20.646855 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7523e11-55b7-46d7-aff2-4a3b0abd81d9 None None] Routers {'de67d66e-bd0a-4b49-a4c1-514415a70cf0'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:04:20.646855 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-b7523e11-55b7-46d7-aff2-4a3b0abd81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:04:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:20.652138 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc89915-1909-4544-9e1c-aad52cd9fc10 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f722301d-78aa-4938-b422-7abe4fde4a03,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:20.657309 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0ac1c-ef70-46f5-ad09-7fdbcf6d70d8 req-e17c5bd9-6f91-4d40-8eed-96b8b087f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:20.660658 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-bae0ac1c-ef70-46f5-ad09-7fdbcf6d70d8 req-e17c5bd9-6f91-4d40-8eed-96b8b087f2a2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf HTTP/1.1" status: 200 len: 858 time: 0.0939236 Sep 24 05:04:20.676271 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dcc89915-1909-4544-9e1c-aad52cd9fc10 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.677586 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-dcc89915-1909-4544-9e1c-aad52cd9fc10 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3224785 Sep 24 05:04:20.682206 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59452) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:20.687528 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-6fb33cb2-4fb2-4d1b-8303-4b9ff1595130 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Request body: {'security_group_rule': {'security_group_id': '96b818d9-18a5-4b9c-a4d9-89d446c3e221', 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:20.711743 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0ac1c-ef70-46f5-ad09-7fdbcf6d70d8 req-4ea717a7-f0bb-4b19-9d47-be8204b7b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:20.713863 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-bae0ac1c-ef70-46f5-ad09-7fdbcf6d70d8 req-4ea717a7-f0bb-4b19-9d47-be8204b7b73a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498250 Sep 24 05:04:20.716053 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Attempt 4 to provision port d457847c-7680-42cd-91de-33cd36623520 Sep 24 05:04:20.742484 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bbe1504c-639c-43ea-93c9-0b42366dbc5d admin admin] Publish callbacks [] for security_group (63676c9b-1de0-4683-8318-69fc3270861a), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.743902 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6fb33cb2-4fb2-4d1b-8303-4b9ff1595130 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (37886e27-fe3b-46d3-a0cd-e1da4476cd06), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.748339 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:20.759667 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bbe1504c-639c-43ea-93c9-0b42366dbc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (63676c9b-1de0-4683-8318-69fc3270861a), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.789857 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Port d457847c-7680-42cd-91de-33cd36623520 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:20.800511 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-bbe1504c-639c-43ea-93c9-0b42366dbc5d admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=e2879f97af87438c8aacc1ffafba6a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4210653 Sep 24 05:04:20.806799 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59454) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:20.817378 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-b7523e11-55b7-46d7-aff2-4a3b0abd81d9 None None] Set router de67d66e-bd0a-4b49-a4c1-514415a70cf0 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:04:20.863740 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-bae0ac1c-ef70-46f5-ad09-7fdbcf6d70d8 req-37d6b968-078c-44aa-b39c-ceef405438ae service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398990 Sep 24 05:04:20.881588 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1504c-639c-43ea-93c9-0b42366dbc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63676c9b-1de0-4683-8318-69fc3270861a,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:20.885232 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6fb33cb2-4fb2-4d1b-8303-4b9ff1595130 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (37886e27-fe3b-46d3-a0cd-e1da4476cd06), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.895540 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6fb33cb2-4fb2-4d1b-8303-4b9ff1595130 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (37886e27-fe3b-46d3-a0cd-e1da4476cd06), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.914143 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb33cb2-4fb2-4d1b-8303-4b9ff1595130 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37886e27-fe3b-46d3-a0cd-e1da4476cd06,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:20.932109 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:20.943078 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6fb33cb2-4fb2-4d1b-8303-4b9ff1595130 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.944159 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:20.947409 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-6fb33cb2-4fb2-4d1b-8303-4b9ff1595130 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2640266 Sep 24 05:04:20.948274 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59456) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:20.955563 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-a0c8504c-c085-4f74-a12c-ec134d3d17fe tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Request body: {'security_group_rule': {'security_group_id': '96b818d9-18a5-4b9c-a4d9-89d446c3e221', 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:20.967330 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac757-6ca6-469c-ae30-1335882354eb admin admin] Publish callbacks [] for security_group (63676c9b-1de0-4683-8318-69fc3270861a), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.991369 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac757-6ca6-469c-ae30-1335882354eb admin admin] Publish callbacks [] for security_group (63676c9b-1de0-4683-8318-69fc3270861a), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:20.991988 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-bae0ac1c-ef70-46f5-ad09-7fdbcf6d70d8 req-61c28886-68be-4555-92c4-c107d3be0f54 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186998 Sep 24 05:04:21.013198 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:21.048337 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a0c8504c-c085-4f74-a12c-ec134d3d17fe tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (df1a375b-bfcd-4aad-888b-901593ffff5b), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:21.074716 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac757-6ca6-469c-ae30-1335882354eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (63676c9b-1de0-4683-8318-69fc3270861a), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:21.077663 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac757-6ca6-469c-ae30-1335882354eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:21.078974 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-fa1ac757-6ca6-469c-ae30-1335882354eb admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/63676c9b-1de0-4683-8318-69fc3270861a HTTP/1.1" status: 204 len: 168 time: 0.2634883 Sep 24 05:04:21.093042 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-b7523e11-55b7-46d7-aff2-4a3b0abd81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port': {'id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'c81197f0-9c58-4657-a331-58b2344175b0', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'port_id': 'a8325a52-865f-4aa2-a4eb-6cb94768def7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'mac_address': 'fa:16:3e:fc:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1c080b-492d-4c55-880a-14e89c938fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:03:54Z', 'updated_at': '2022-09-24T05:04:19Z', 'revision_number': 1, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1733c937-6eeb-490b-ad55-2c199ddb7b82', 'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'mac_address': 'fa:16:3e:a2:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:07Z', 'revision_number': 5, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'subnets': [{'id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:21.098092 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ac757-6ca6-469c-ae30-1335882354eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63676c9b-1de0-4683-8318-69fc3270861a,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:21.133550 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7523e11-55b7-46d7-aff2-4a3b0abd81d9 None None] The sync data for ids ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'] in dv-cinder-859186-1-iscsi is: [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port': {'id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'c81197f0-9c58-4657-a331-58b2344175b0', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'port_id': 'a8325a52-865f-4aa2-a4eb-6cb94768def7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'mac_address': 'fa:16:3e:fc:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1c080b-492d-4c55-880a-14e89c938fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:03:54Z', 'updated_at': '2022-09-24T05:04:19Z', 'revision_number': 1, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1733c937-6eeb-490b-ad55-2c199ddb7b82', 'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'mac_address': 'fa:16:3e:a2:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:07Z', 'revision_number': 5, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'subnets': [{'id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:04:21.149582 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a0c8504c-c085-4f74-a12c-ec134d3d17fe tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (df1a375b-bfcd-4aad-888b-901593ffff5b), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:21.155449 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a0c8504c-c085-4f74-a12c-ec134d3d17fe tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (df1a375b-bfcd-4aad-888b-901593ffff5b), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:21.177105 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:21.183224 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8504c-c085-4f74-a12c-ec134d3d17fe tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1a375b-bfcd-4aad-888b-901593ffff5b,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:21.192883 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a0c8504c-c085-4f74-a12c-ec134d3d17fe tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:21.197100 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 59460) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:21.197402 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a0c8504c-c085-4f74-a12c-ec134d3d17fe tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2459946 Sep 24 05:04:21.205492 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-8c84e1b3-c7fc-415b-b4f2-aeb877bd862c tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Request body: {'security_group_rule': {'security_group_id': '96b818d9-18a5-4b9c-a4d9-89d446c3e221', 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:21.239854 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.securitygroups_db [None req-8c84e1b3-c7fc-415b-b4f2-aeb877bd862c tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Project cd3d02b11bdf45fe99687fda3d1078cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 05:04:21.247406 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8c84e1b3-c7fc-415b-b4f2-aeb877bd862c tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (76e06559-a343-45e6-9916-192e2c421836), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:21.290791 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Attempt 5 to provision port d457847c-7680-42cd-91de-33cd36623520 Sep 24 05:04:21.321082 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8c84e1b3-c7fc-415b-b4f2-aeb877bd862c tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (76e06559-a343-45e6-9916-192e2c421836), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:21.331937 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8c84e1b3-c7fc-415b-b4f2-aeb877bd862c tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (76e06559-a343-45e6-9916-192e2c421836), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:21.356423 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Port d457847c-7680-42cd-91de-33cd36623520 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:21.366479 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84e1b3-c7fc-415b-b4f2-aeb877bd862c tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e06559-a343-45e6-9916-192e2c421836,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:21.381776 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8c84e1b3-c7fc-415b-b4f2-aeb877bd862c tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:21.387417 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59466) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:21.392556 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-9a588fb7-98c0-44f7-9a7e-50f57100f02d tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Request body: {'security_group_rule': {'security_group_id': '96b818d9-18a5-4b9c-a4d9-89d446c3e221', 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:21.399926 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-8c84e1b3-c7fc-415b-b4f2-aeb877bd862c tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1986213 Sep 24 05:04:21.419538 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.securitygroups_db [None req-9a588fb7-98c0-44f7-9a7e-50f57100f02d tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Project cd3d02b11bdf45fe99687fda3d1078cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 05:04:21.428222 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9a588fb7-98c0-44f7-9a7e-50f57100f02d tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (91c5c11b-801e-47ae-83a9-54f4468b7015), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:21.507427 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9a588fb7-98c0-44f7-9a7e-50f57100f02d tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (91c5c11b-801e-47ae-83a9-54f4468b7015), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:21.515034 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9a588fb7-98c0-44f7-9a7e-50f57100f02d tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (91c5c11b-801e-47ae-83a9-54f4468b7015), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:21.537151 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588fb7-98c0-44f7-9a7e-50f57100f02d tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c5c11b-801e-47ae-83a9-54f4468b7015,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:21.544981 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9a588fb7-98c0-44f7-9a7e-50f57100f02d tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:21.546274 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-9a588fb7-98c0-44f7-9a7e-50f57100f02d tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1576355 Sep 24 05:04:21.857839 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Attempt 6 to provision port d457847c-7680-42cd-91de-33cd36623520 Sep 24 05:04:21.907400 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Port d457847c-7680-42cd-91de-33cd36623520 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:21.965161 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59520) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:22.082414 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-9001549b-a566-4bee-8753-e16a2dd95944 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1766074621-network', 'tenant_id': '0e942295e9b3478abd521c6f3e60e888'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:22.103297 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9001549b-a566-4bee-8753-e16a2dd95944 admin admin] Made reservation on behalf of 0e942295e9b3478abd521c6f3e60e888 for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:04:22.105626 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9001549b-a566-4bee-8753-e16a2dd95944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:22.114382 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9001549b-a566-4bee-8753-e16a2dd95944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:22.186887 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:04:22.209243 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9001549b-a566-4bee-8753-e16a2dd95944 admin admin] Publish callbacks [] for security_group (483f4025-88be-40e0-9f66-4d04aab1fabe), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:22.223362 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9001549b-a566-4bee-8753-e16a2dd95944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (483f4025-88be-40e0-9f66-4d04aab1fabe), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:22.231928 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:22.249737 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9001549b-a566-4bee-8753-e16a2dd95944 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=106192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 05:04:22.267765 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001549b-a566-4bee-8753-e16a2dd95944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483f4025-88be-40e0-9f66-4d04aab1fabe,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:22.271484 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9001549b-a566-4bee-8753-e16a2dd95944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (c25b5559-6424-422f-9d35-500aa2802903), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:22.271816 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-9001549b-a566-4bee-8753-e16a2dd95944 admin admin] Added segment c25b5559-6424-422f-9d35-500aa2802903 of type vlan for network 6614e23a-5f78-4605-8561-615096892491 Sep 24 05:04:22.313453 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9001549b-a566-4bee-8753-e16a2dd95944 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (6614e23a-5f78-4605-8561-615096892491), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:22.337406 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9001549b-a566-4bee-8753-e16a2dd95944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (6614e23a-5f78-4605-8561-615096892491), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:22.338489 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9001549b-a566-4bee-8753-e16a2dd95944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:22.339064 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9001549b-a566-4bee-8753-e16a2dd95944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:22.401614 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-9001549b-a566-4bee-8753-e16a2dd95944 admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4353518 Sep 24 05:04:22.404418 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59536) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:04:22.408947 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Attempt 7 to provision port d457847c-7680-42cd-91de-33cd36623520 Sep 24 05:04:22.411776 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-8647a3b9-bac9-4284-8170-d7525806f026 admin admin] Request body: {'subnet': {'network_id': '6614e23a-5f78-4605-8561-615096892491', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1766074621-subnet', 'tenant_id': '0e942295e9b3478abd521c6f3e60e888', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:22.418755 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001549b-a566-4bee-8753-e16a2dd95944 admin admin] Pushing event updated for resources: {'Network': ['ID=6614e23a-5f78-4605-8561-615096892491,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:22.436001 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8647a3b9-bac9-4284-8170-d7525806f026 admin admin] Made reservation on behalf of 0e942295e9b3478abd521c6f3e60e888 for: {'subnet': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:04:22.438977 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8647a3b9-bac9-4284-8170-d7525806f026 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3662268'] for subnet (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:22.449086 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network 6614e23a-5f78-4605-8561-615096892491 details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 05:04:22.521296 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Port d457847c-7680-42cd-91de-33cd36623520 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:22.531798 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device ff738db7-caf3-4661-a65d-39d918fcdf64 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:04:22.606755 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port ff738db7-caf3-4661-a65d-39d918fcdf64 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:22.607481 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (ff738db7-caf3-4661-a65d-39d918fcdf64), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:22.608049 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port ff738db7-caf3-4661-a65d-39d918fcdf64 Sep 24 05:04:22.645918 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8647a3b9-bac9-4284-8170-d7525806f026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3697545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3662250'] for subnet (bdebb7b8-7fab-43bf-92d1-7b97a3eb71e2), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:22.685187 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:22.701797 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port ff738db7-caf3-4661-a65d-39d918fcdf64 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:22.702251 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (ff738db7-caf3-4661-a65d-39d918fcdf64), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:22.714561 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647a3b9-bac9-4284-8170-d7525806f026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdebb7b8-7fab-43bf-92d1-7b97a3eb71e2,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:22.723164 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8647a3b9-bac9-4284-8170-d7525806f026 admin admin] Checking segment: {'id': 'c25b5559-6424-422f-9d35-500aa2802903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6614e23a-5f78-4605-8561-615096892491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:04:22.723648 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8647a3b9-bac9-4284-8170-d7525806f026 admin admin] Network hostable DHCP agents. Network: 6614e23a-5f78-4605-8561-615096892491, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 05:04:22.725927 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port ff738db7-caf3-4661-a65d-39d918fcdf64, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=ff738db7-caf3-4661-a65d-39d918fcdf64,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:04:22.730850 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (ff738db7-caf3-4661-a65d-39d918fcdf64), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:22.746765 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8647a3b9-bac9-4284-8170-d7525806f026 admin admin] Network 6614e23a-5f78-4605-8561-615096892491 is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 05:04:22.758031 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-8647a3b9-bac9-4284-8170-d7525806f026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, 6614e23a-5f78-4605-8561-615096892491) {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:04:22.763006 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8647a3b9-bac9-4284-8170-d7525806f026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:22.763667 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8647a3b9-bac9-4284-8170-d7525806f026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:22.771687 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91fd99d-358c-494b-819e-81af48ae1329 None None] Network 6614e23a-5f78-4605-8561-615096892491 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:04:22.782470 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-8647a3b9-bac9-4284-8170-d7525806f026 admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3763068 Sep 24 05:04:22.827441 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=ff738db7-caf3-4661-a65d-39d918fcdf64,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:22.856967 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:22.905838 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb65fd8c-c80f-4491-add5-13eacba411f1 None None] Network 6614e23a-5f78-4605-8561-615096892491 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:04:22.923838 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:22.959997 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f61650-8938-4b52-8b44-e6c498cd11ca None None] New status for floating IP c81197f0-9c58-4657-a331-58b2344175b0: ACTIVE {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:04:23.022356 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Attempt 8 to provision port d457847c-7680-42cd-91de-33cd36623520 Sep 24 05:04:23.126238 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Port d457847c-7680-42cd-91de-33cd36623520 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:23.628001 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Attempt 9 to provision port d457847c-7680-42cd-91de-33cd36623520 Sep 24 05:04:23.661677 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Port d457847c-7680-42cd-91de-33cd36623520 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:24.163222 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Attempt 10 to provision port d457847c-7680-42cd-91de-33cd36623520 Sep 24 05:04:24.199201 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e7a75095-01b8-42d3-b3a3-b3a8fe1907c4 None None] Port d457847c-7680-42cd-91de-33cd36623520 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:24.316100 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-1c2ee612-c924-4160-a8aa-85952aaea6e4 None None] Provisioning complete for port d457847c-7680-42cd-91de-33cd36623520 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:24.316476 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee612-c924-4160-a8aa-85952aaea6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (d457847c-7680-42cd-91de-33cd36623520), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:24.316917 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-1c2ee612-c924-4160-a8aa-85952aaea6e4 None None] Attempt 1 to provision port d457847c-7680-42cd-91de-33cd36623520 Sep 24 05:04:24.350176 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ee612-c924-4160-a8aa-85952aaea6e4 None None] Port d457847c-7680-42cd-91de-33cd36623520 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:24.473474 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device ff738db7-caf3-4661-a65d-39d918fcdf64 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:04:24.519357 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port ff738db7-caf3-4661-a65d-39d918fcdf64 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:24.519985 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (ff738db7-caf3-4661-a65d-39d918fcdf64), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:24.520324 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port ff738db7-caf3-4661-a65d-39d918fcdf64 Sep 24 05:04:24.595769 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port ff738db7-caf3-4661-a65d-39d918fcdf64 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:24.851109 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-1c2ee612-c924-4160-a8aa-85952aaea6e4 None None] Attempt 2 to provision port d457847c-7680-42cd-91de-33cd36623520 Sep 24 05:04:24.885333 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ee612-c924-4160-a8aa-85952aaea6e4 None None] Port d457847c-7680-42cd-91de-33cd36623520 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:25.101659 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Sync routers for ids ['7a9cf335-e64a-4912-aefe-c68fa8fdee3f'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:04:25.112600 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Routers {'7a9cf335-e64a-4912-aefe-c68fa8fdee3f'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:04:25.113202 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:04:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['7a9cf335-e64a-4912-aefe-c68fa8fdee3f'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:25.217665 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Set router 7a9cf335-e64a-4912-aefe-c68fa8fdee3f gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:04:25.386833 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-1c2ee612-c924-4160-a8aa-85952aaea6e4 None None] Attempt 3 to provision port d457847c-7680-42cd-91de-33cd36623520 Sep 24 05:04:25.405442 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'name': 'tempest-TestShelveInstance-1425227166-router', 'tenant_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:14Z', 'updated_at': '2022-09-24T05:04:18Z', 'revision_number': 4, 'project_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'gw_port': {'id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:15Z', 'updated_at': '2022-09-24T05:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'd457847c-7680-42cd-91de-33cd36623520', 'name': '', 'network_id': '89408d29-e9c7-4ada-b592-5b6225ff4c39', 'tenant_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'mac_address': 'fa:16:3e:36:e1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '91df939b-98fe-4f06-aaf7-c888322360ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:17Z', 'updated_at': '2022-09-24T05:04:18Z', 'revision_number': 2, 'project_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'subnets': [{'id': '91df939b-98fe-4f06-aaf7-c888322360ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:25.424294 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ee612-c924-4160-a8aa-85952aaea6e4 None None] Port d457847c-7680-42cd-91de-33cd36623520 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:25.433079 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Checking router: 7a9cf335-e64a-4912-aefe-c68fa8fdee3f for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:04:25.433455 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Updating router 7a9cf335-e64a-4912-aefe-c68fa8fdee3f port d457847c-7680-42cd-91de-33cd36623520 binding host dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:04:25.465891 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (d457847c-7680-42cd-91de-33cd36623520), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:25.673716 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-7c636367-878b-44c2-bd4d-c6affb144a26 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:25.675210 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-7c636367-878b-44c2-bd4d-c6affb144a26 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/networks?id=6614e23a-5f78-4605-8561-615096892491 HTTP/1.1" status: 200 len: 814 time: 0.1147337 Sep 24 05:04:25.690665 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-41ffe249-04cf-466e-b117-ceb21372d64c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/quotas/0e942295e9b3478abd521c6f3e60e888 HTTP/1.1" status: 200 len: 375 time: 0.0095127 Sep 24 05:04:25.724504 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-2a8445a6-45f4-44d8-8c85-0da03cf89b21 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=0e942295e9b3478abd521c6f3e60e888&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284171 Sep 24 05:04:25.728425 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Publish callbacks [] for port (d457847c-7680-42cd-91de-33cd36623520), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:25.734223 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (d457847c-7680-42cd-91de-33cd36623520), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:25.797404 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea768be2-5777-4625-afd6-b4bf6444b7e1 None None] Pushing event updated for resources: {'Port': ['ID=d457847c-7680-42cd-91de-33cd36623520,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:25.832343 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Attempting to bind port d457847c-7680-42cd-91de-33cd36623520 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:04:25.832592 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-d3362209-b706-45d5-ba89-209a030955cc service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6614e23a-5f78-4605-8561-615096892491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006117 Sep 24 05:04:25.832713 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Attempting to bind port d457847c-7680-42cd-91de-33cd36623520 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': 'a77bbcda-eac9-4f0d-b9f1-3dcf99c97113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '89408d29-e9c7-4ada-b592-5b6225ff4c39'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:04:25.833045 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Attempting to bind port d457847c-7680-42cd-91de-33cd36623520 on network 89408d29-e9c7-4ada-b592-5b6225ff4c39 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:04:25.855027 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:25.878658 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:04:25.879027 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Checking segment: {'id': 'a77bbcda-eac9-4f0d-b9f1-3dcf99c97113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '89408d29-e9c7-4ada-b592-5b6225ff4c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:04:25.879416 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:25.879805 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Bound using segment: {'id': 'a77bbcda-eac9-4f0d-b9f1-3dcf99c97113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '89408d29-e9c7-4ada-b592-5b6225ff4c39'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:04:25.880273 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Bound port: d457847c-7680-42cd-91de-33cd36623520, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77bbcda-eac9-4f0d-b9f1-3dcf99c97113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '89408d29-e9c7-4ada-b592-5b6225ff4c39'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:04:25.880646 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (d457847c-7680-42cd-91de-33cd36623520), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:25.885761 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:25.893078 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:25.925328 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-6330ae11-bb3c-4a12-957b-7abb1244c986 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6614e23a-5f78-4605-8561-615096892491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866802 Sep 24 05:04:25.926105 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-1c2ee612-c924-4160-a8aa-85952aaea6e4 None None] Attempt 4 to provision port d457847c-7680-42cd-91de-33cd36623520 Sep 24 05:04:25.945331 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] For port d457847c-7680-42cd-91de-33cd36623520, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:04:25.948888 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] For port d457847c-7680-42cd-91de-33cd36623520, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=d457847c-7680-42cd-91de-33cd36623520,segment=NetworkSegment(a77bbcda-eac9-4f0d-b9f1-3dcf99c97113),segment_id=a77bbcda-eac9-4f0d-b9f1-3dcf99c97113)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:04:25.955576 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (d457847c-7680-42cd-91de-33cd36623520), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:25.964657 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ee612-c924-4160-a8aa-85952aaea6e4 None None] Port d457847c-7680-42cd-91de-33cd36623520 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:25.988885 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Routers {'7a9cf335-e64a-4912-aefe-c68fa8fdee3f'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:04:25.989531 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:04:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['7a9cf335-e64a-4912-aefe-c68fa8fdee3f'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:26.112627 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea768be2-5777-4625-afd6-b4bf6444b7e1 None None] Pushing event updated for resources: {'Port': ['ID=d457847c-7680-42cd-91de-33cd36623520,revision_number=4']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:26.127657 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-46669f88-a8fa-45ac-a928-aa85392b2fa8 req-215027ba-7c80-4827-ba8a-6e7472307486 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 210 time: 0.0414133 Sep 24 05:04:26.128169 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] Set router 7a9cf335-e64a-4912-aefe-c68fa8fdee3f gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:04:26.416262 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'name': 'tempest-TestShelveInstance-1425227166-router', 'tenant_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:14Z', 'updated_at': '2022-09-24T05:04:18Z', 'revision_number': 4, 'project_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'gw_port': {'id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:15Z', 'updated_at': '2022-09-24T05:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'd457847c-7680-42cd-91de-33cd36623520', 'name': '', 'network_id': '89408d29-e9c7-4ada-b592-5b6225ff4c39', 'tenant_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'mac_address': 'fa:16:3e:36:e1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '91df939b-98fe-4f06-aaf7-c888322360ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:17Z', 'updated_at': '2022-09-24T05:04:25Z', 'revision_number': 4, 'project_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'subnets': [{'id': '91df939b-98fe-4f06-aaf7-c888322360ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:04:26.452779 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea8b3c-3297-42d1-b867-3ff081dbfa6e None None] The sync data for ids ['7a9cf335-e64a-4912-aefe-c68fa8fdee3f'] in dv-cinder-859186-1-iscsi is: [{'id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'name': 'tempest-TestShelveInstance-1425227166-router', 'tenant_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:14Z', 'updated_at': '2022-09-24T05:04:18Z', 'revision_number': 4, 'project_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'gw_port': {'id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:15Z', 'updated_at': '2022-09-24T05:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'd457847c-7680-42cd-91de-33cd36623520', 'name': '', 'network_id': '89408d29-e9c7-4ada-b592-5b6225ff4c39', 'tenant_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'mac_address': 'fa:16:3e:36:e1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '91df939b-98fe-4f06-aaf7-c888322360ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:17Z', 'updated_at': '2022-09-24T05:04:25Z', 'revision_number': 4, 'project_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'subnets': [{'id': '91df939b-98fe-4f06-aaf7-c888322360ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:04:26.466274 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-1c2ee612-c924-4160-a8aa-85952aaea6e4 None None] Attempt 5 to provision port d457847c-7680-42cd-91de-33cd36623520 Sep 24 05:04:26.539505 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device d457847c-7680-42cd-91de-33cd36623520 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:04:26.610689 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ee612-c924-4160-a8aa-85952aaea6e4 None None] Current status of the port d457847c-7680-42cd-91de-33cd36623520 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:26.610992 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee612-c924-4160-a8aa-85952aaea6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (d457847c-7680-42cd-91de-33cd36623520), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:26.667505 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port d457847c-7680-42cd-91de-33cd36623520 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:26.667882 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (d457847c-7680-42cd-91de-33cd36623520), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:26.668216 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port d457847c-7680-42cd-91de-33cd36623520 Sep 24 05:04:26.677723 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-1c2ee612-c924-4160-a8aa-85952aaea6e4 None None] For port d457847c-7680-42cd-91de-33cd36623520, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=d457847c-7680-42cd-91de-33cd36623520,segment=NetworkSegment(a77bbcda-eac9-4f0d-b9f1-3dcf99c97113),segment_id=a77bbcda-eac9-4f0d-b9f1-3dcf99c97113)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:04:26.698166 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee612-c924-4160-a8aa-85952aaea6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (d457847c-7680-42cd-91de-33cd36623520), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:26.747255 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:26.747854 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:26.776068 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ee612-c924-4160-a8aa-85952aaea6e4 None None] Pushing event updated for resources: {'Port': ['ID=d457847c-7680-42cd-91de-33cd36623520,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:26.816520 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port d457847c-7680-42cd-91de-33cd36623520 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:27.235734 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1ae802df-307f-4d46-81a1-3ad056ef5603 req-cee00020-8c37-4d86-b757-1e26de63bc3f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 210 time: 0.0278051 Sep 24 05:04:27.503700 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-1cba6eb4-7191-49ed-a950-9b480eda08c4 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:27.505432 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-1cba6eb4-7191-49ed-a950-9b480eda08c4 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.16 "GET /networking/v2.0/networks?id=6614e23a-5f78-4605-8561-615096892491 HTTP/1.1" status: 200 len: 814 time: 0.1182337 Sep 24 05:04:27.520632 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-1a3c508f-6e40-42ae-ba30-7d2e284079a8 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Request body: {'port': {'device_id': '3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0', 'network_id': '6614e23a-5f78-4605-8561-615096892491', 'admin_state_up': True, 'tenant_id': '0e942295e9b3478abd521c6f3e60e888'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:27.635196 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-1a3c508f-6e40-42ae-ba30-7d2e284079a8 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Made reservation on behalf of 0e942295e9b3478abd521c6f3e60e888 for: {'port': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:04:27.639069 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-1a3c508f-6e40-42ae-ba30-7d2e284079a8 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:27.765134 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-1a3c508f-6e40-42ae-ba30-7d2e284079a8 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Allocated IP 172.20.0.6 (6614e23a-5f78-4605-8561-615096892491/bdebb7b8-7fab-43bf-92d1-7b97a3eb71e2/9c6dec80-2159-4921-9ea1-1aecb911e3c4) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:04:27.767321 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:27.924336 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-1a3c508f-6e40-42ae-ba30-7d2e284079a8 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Publish callbacks [] for port (9c6dec80-2159-4921-9ea1-1aecb911e3c4), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:27.955495 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-1a3c508f-6e40-42ae-ba30-7d2e284079a8 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (9c6dec80-2159-4921-9ea1-1aecb911e3c4), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:28.002419 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-1a3c508f-6e40-42ae-ba30-7d2e284079a8 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Network 6614e23a-5f78-4605-8561-615096892491 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:04:28.005527 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-1a3c508f-6e40-42ae-ba30-7d2e284079a8 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:04:28.008910 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:28.012738 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-1a3c508f-6e40-42ae-ba30-7d2e284079a8 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:04:28.018179 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c508f-6e40-42ae-ba30-7d2e284079a8 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Pushing event updated for resources: {'Port': ['ID=9c6dec80-2159-4921-9ea1-1aecb911e3c4,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:28.066126 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-1a3c508f-6e40-42ae-ba30-7d2e284079a8 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:28.069422 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-1a3c508f-6e40-42ae-ba30-7d2e284079a8 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:28.087704 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-1a3c508f-6e40-42ae-ba30-7d2e284079a8 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5725091 Sep 24 05:04:28.102203 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Request body: {'port': {'device_id': '3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:28.165638 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (9c6dec80-2159-4921-9ea1-1aecb911e3c4), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:28.363136 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad7ce5-4e36-4d10-a11b-979ed218cb8a req-ac4bb567-b7d5-4d91-8815-404ad280e99c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:28.364601 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-32ad7ce5-4e36-4d10-a11b-979ed218cb8a req-ac4bb567-b7d5-4d91-8815-404ad280e99c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 931 time: 0.0482852 Sep 24 05:04:28.414921 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-32ad7ce5-4e36-4d10-a11b-979ed218cb8a req-f76cf43d-a278-4430-8977-cdd97c6d29c7 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441847 Sep 24 05:04:28.441449 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6dec80-2159-4921-9ea1-1aecb911e3c4 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:04:28.449601 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Publish callbacks [] for port (9c6dec80-2159-4921-9ea1-1aecb911e3c4), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:28.464304 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Transition to ACTIVE for port object 9c6dec80-2159-4921-9ea1-1aecb911e3c4 will not be triggered until provisioned by entity L2. {{(pid=106193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:04:28.468340 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (9c6dec80-2159-4921-9ea1-1aecb911e3c4), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:28.488155 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device d457847c-7680-42cd-91de-33cd36623520 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:04:28.541011 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port d457847c-7680-42cd-91de-33cd36623520 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:28.541011 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (d457847c-7680-42cd-91de-33cd36623520), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:28.541274 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port d457847c-7680-42cd-91de-33cd36623520 Sep 24 05:04:28.554441 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Pushing event updated for resources: {'Port': ['ID=9c6dec80-2159-4921-9ea1-1aecb911e3c4,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:28.587682 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Attempting to bind port 9c6dec80-2159-4921-9ea1-1aecb911e3c4 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:04:28.588018 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Attempting to bind port 9c6dec80-2159-4921-9ea1-1aecb911e3c4 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'c25b5559-6424-422f-9d35-500aa2802903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6614e23a-5f78-4605-8561-615096892491'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:04:28.588345 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Attempting to bind port 9c6dec80-2159-4921-9ea1-1aecb911e3c4 on network 6614e23a-5f78-4605-8561-615096892491 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:04:28.617739 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:28.645290 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Port 9c6dec80-2159-4921-9ea1-1aecb911e3c4 on network 6614e23a-5f78-4605-8561-615096892491 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:04:28.645610 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Attempting to bind port 9c6dec80-2159-4921-9ea1-1aecb911e3c4 on network 6614e23a-5f78-4605-8561-615096892491 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:04:28.690088 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:04:28.690428 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Checking segment: {'id': 'c25b5559-6424-422f-9d35-500aa2802903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6614e23a-5f78-4605-8561-615096892491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:04:28.690806 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Bound using segment: {'id': 'c25b5559-6424-422f-9d35-500aa2802903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6614e23a-5f78-4605-8561-615096892491'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:04:28.691238 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Bound port: 9c6dec80-2159-4921-9ea1-1aecb911e3c4, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25b5559-6424-422f-9d35-500aa2802903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6614e23a-5f78-4605-8561-615096892491'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:04:28.691590 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (9c6dec80-2159-4921-9ea1-1aecb911e3c4), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:28.740553 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port d457847c-7680-42cd-91de-33cd36623520 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:28.756526 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] For port 9c6dec80-2159-4921-9ea1-1aecb911e3c4, host hv-cinder-85918, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:04:28.759593 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] For port 9c6dec80-2159-4921-9ea1-1aecb911e3c4, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9c6dec80-2159-4921-9ea1-1aecb911e3c4,segment=NetworkSegment(c25b5559-6424-422f-9d35-500aa2802903),segment_id=c25b5559-6424-422f-9d35-500aa2802903)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:04:28.765923 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (9c6dec80-2159-4921-9ea1-1aecb911e3c4), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:28.770953 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:28.771569 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:28.772870 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/9c6dec80-2159-4921-9ea1-1aecb911e3c4 HTTP/1.1" status: 200 len: 1093 time: 0.6749518 Sep 24 05:04:28.773412 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0', 'tag': '9c6dec80-2159-4921-9ea1-1aecb911e3c4'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:04:28.775661 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3cc5d4-9b8d-4aa9-8fa9-b982b6b33d43" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0", "tag": "9c6dec80-2159-4921-9ea1-1aecb911e3c4"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:04:28.850323 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfa0819-d99f-4d95-a8ab-9a68b218e66a x-openstack-request-id: req-1bfa0819-d99f-4d95-a8ab-9a68b218e66a {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:04:28.850594 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0", "tag": "9c6dec80-2159-4921-9ea1-1aecb911e3c4", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:04:28.850847 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1bfa0819-d99f-4d95-a8ab-9a68b218e66a {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:04:28.851255 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bfa0819-d99f-4d95-a8ab-9a68b218e66a'] response: {'name': 'network-changed', 'server_uuid': '3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0', 'tag': '9c6dec80-2159-4921-9ea1-1aecb911e3c4', 'status': 'completed', 'code': 200} Sep 24 05:04:28.866457 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ec5dc-14f3-43bd-a445-a722280bd39d service neutron] Pushing event updated for resources: {'Port': ['ID=9c6dec80-2159-4921-9ea1-1aecb911e3c4,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:28.873630 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-b9bf76f7-b397-4079-8191-f8600970a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:28.875197 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-b9bf76f7-b397-4079-8191-f8600970a491 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0e942295e9b3478abd521c6f3e60e888&device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 1127 time: 0.0596466 Sep 24 05:04:28.914920 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-1355d671-cb96-49c1-a408-7e6379fb2ad5 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c6dec80-2159-4921-9ea1-1aecb911e3c4 HTTP/1.1" status: 200 len: 217 time: 0.0328190 Sep 24 05:04:28.965446 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-b557ddfa-ed27-44fa-9bbd-d205c52dba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:28.966912 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-b557ddfa-ed27-44fa-9bbd-d205c52dba23 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=bdebb7b8-7fab-43bf-92d1-7b97a3eb71e2 HTTP/1.1" status: 200 len: 854 time: 0.0447540 Sep 24 05:04:29.002031 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-7bfa9648-77b3-4213-972f-1a95e87a11e0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6614e23a-5f78-4605-8561-615096892491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289507 Sep 24 05:04:29.071482 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:29.094676 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-8cec588d-3147-41b7-a4d0-83716ddc8f5d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6614e23a-5f78-4605-8561-615096892491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853305 Sep 24 05:04:29.190730 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f5bad57f-1910-4c17-8be9-ae3e11ecb4d6 req-bc918efc-9572-46cd-842b-e0a04631498d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6614e23a-5f78-4605-8561-615096892491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888414 Sep 24 05:04:29.543868 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ab90e-c635-4f93-ab88-cdd23b0233ad req-0e3b4e19-14d4-44c7-9bae-b0b120336c7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:29.545315 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-da2ab90e-c635-4f93-ab88-cdd23b0233ad req-0e3b4e19-14d4-44c7-9bae-b0b120336c7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 943 time: 0.0464265 Sep 24 05:04:29.596218 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-da2ab90e-c635-4f93-ab88-cdd23b0233ad req-c80d28b6-dccf-4570-b0af-c2147b59c09f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445931 Sep 24 05:04:30.722363 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0eac4-4577-4d7d-ac06-c387b9b08f1f req-bc095ea4-a392-4e82-b1e3-085a1a807ed7 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:30.723869 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-92a0eac4-4577-4d7d-ac06-c387b9b08f1f req-bc095ea4-a392-4e82-b1e3-085a1a807ed7 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 943 time: 0.0499020 Sep 24 05:04:30.771481 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-92a0eac4-4577-4d7d-ac06-c387b9b08f1f req-deef708d-d198-417f-a935-d6535ae831ca tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Sep 24 05:04:31.901551 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacc78c-322c-48f8-87cf-cc8c2abab2e4 req-18e758f6-8fc4-4f34-ae6e-f72219cedda4 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:31.903140 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4cacc78c-322c-48f8-87cf-cc8c2abab2e4 req-18e758f6-8fc4-4f34-ae6e-f72219cedda4 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 943 time: 0.0482047 Sep 24 05:04:31.949455 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4cacc78c-322c-48f8-87cf-cc8c2abab2e4 req-6b2d91f0-0a23-4cf5-91a4-cf6bf990e2eb tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 Sep 24 05:04:32.671515 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4068a769-7516-4cd1-99fc-ccbdaab239a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:33.072632 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f75b4-e14a-411b-839d-b1db6f1c4729 req-fc2e44fc-59ca-4246-958b-0340ef417383 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:33.074112 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-065f75b4-e14a-411b-839d-b1db6f1c4729 req-fc2e44fc-59ca-4246-958b-0340ef417383 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 943 time: 0.0494785 Sep 24 05:04:33.122193 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-065f75b4-e14a-411b-839d-b1db6f1c4729 req-6e6a7af9-7400-4330-8949-77e8f530202f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418253 Sep 24 05:04:33.713049 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cc5d4-9b8d-4aa9-8fa9-b982b6b33d43 req-bc72ebf5-a58f-46f1-8e08-c0596b280b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:33.714502 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ea3cc5d4-9b8d-4aa9-8fa9-b982b6b33d43 req-bc72ebf5-a58f-46f1-8e08-c0596b280b76 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0e942295e9b3478abd521c6f3e60e888&device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 1127 time: 0.0386059 Sep 24 05:04:33.805313 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cc5d4-9b8d-4aa9-8fa9-b982b6b33d43 req-8c9cfe94-e236-4c71-aa1f-a61f92733185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:33.806773 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ea3cc5d4-9b8d-4aa9-8fa9-b982b6b33d43 req-8c9cfe94-e236-4c71-aa1f-a61f92733185 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=6614e23a-5f78-4605-8561-615096892491 HTTP/1.1" status: 200 len: 915 time: 0.0856416 Sep 24 05:04:33.848297 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ea3cc5d4-9b8d-4aa9-8fa9-b982b6b33d43 req-267ea91b-f5fd-4822-b214-4cb763cd7812 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c6dec80-2159-4921-9ea1-1aecb911e3c4 HTTP/1.1" status: 200 len: 217 time: 0.0352068 Sep 24 05:04:33.899549 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cc5d4-9b8d-4aa9-8fa9-b982b6b33d43 req-a5c3e5b6-669e-49b5-917d-2021cd02cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:33.901056 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ea3cc5d4-9b8d-4aa9-8fa9-b982b6b33d43 req-a5c3e5b6-669e-49b5-917d-2021cd02cb9e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=bdebb7b8-7fab-43bf-92d1-7b97a3eb71e2 HTTP/1.1" status: 200 len: 854 time: 0.0448060 Sep 24 05:04:33.932555 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ea3cc5d4-9b8d-4aa9-8fa9-b982b6b33d43 req-060df9fe-db8f-4f0e-b4f2-8db5c913e824 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6614e23a-5f78-4605-8561-615096892491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253277 Sep 24 05:04:34.024772 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ea3cc5d4-9b8d-4aa9-8fa9-b982b6b33d43 req-5ce89c37-377a-4ddb-af31-b23968fc436c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6614e23a-5f78-4605-8561-615096892491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854261 Sep 24 05:04:34.095316 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:34.119517 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ea3cc5d4-9b8d-4aa9-8fa9-b982b6b33d43 req-d8c8c50c-3190-47e6-9a1b-c5cd29afaefa service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6614e23a-5f78-4605-8561-615096892491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856960 Sep 24 05:04:34.248775 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72b01a-d641-4771-bd4e-9c8e4bc44555 req-c83d5cde-1573-498e-a70a-7e09b268b83b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:34.250806 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9c72b01a-d641-4771-bd4e-9c8e4bc44555 req-c83d5cde-1573-498e-a70a-7e09b268b83b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 943 time: 0.0482104 Sep 24 05:04:34.297522 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9c72b01a-d641-4771-bd4e-9c8e4bc44555 req-86538d6f-1d6c-4301-9678-db79c7e046de tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410028 Sep 24 05:04:35.117413 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b14f69d3-85ba-4a69-918c-f40fe74ee975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:35.196977 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 9c6dec80-2159-4921-9ea1-1aecb911e3c4 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:04:35.298774 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 9c6dec80-2159-4921-9ea1-1aecb911e3c4, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9c6dec80-2159-4921-9ea1-1aecb911e3c4,segment=NetworkSegment(c25b5559-6424-422f-9d35-500aa2802903),segment_id=c25b5559-6424-422f-9d35-500aa2802903)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:04:35.309625 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '9c6dec80-2159-4921-9ea1-1aecb911e3c4', 'network_id': '6614e23a-5f78-4605-8561-615096892491', 'port_id': '9c6dec80-2159-4921-9ea1-1aecb911e3c4', 'mac_address': 'fa:16:3e:6b:a9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdebb7b8-7fab-43bf-92d1-7b97a3eb71e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:04:35.344688 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 9c6dec80-2159-4921-9ea1-1aecb911e3c4 is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:35.345079 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (9c6dec80-2159-4921-9ea1-1aecb911e3c4), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:35.361492 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6dec80-2159-4921-9ea1-1aecb911e3c4 {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:04:35.380723 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 9c6dec80-2159-4921-9ea1-1aecb911e3c4, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9c6dec80-2159-4921-9ea1-1aecb911e3c4,segment=NetworkSegment(c25b5559-6424-422f-9d35-500aa2802903),segment_id=c25b5559-6424-422f-9d35-500aa2802903)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:04:35.384013 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (9c6dec80-2159-4921-9ea1-1aecb911e3c4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:35.420420 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb76a46-c00d-4eba-a266-29fc50b17cbb req-81f977f4-d29f-47be-9735-32bfef716e4e tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:35.422978 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1cb76a46-c00d-4eba-a266-29fc50b17cbb req-81f977f4-d29f-47be-9735-32bfef716e4e tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 943 time: 0.0519125 Sep 24 05:04:35.431183 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=9c6dec80-2159-4921-9ea1-1aecb911e3c4,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:35.453342 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:35.471416 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1cb76a46-c00d-4eba-a266-29fc50b17cbb req-98387c6f-71a0-41d8-8fc8-5f8176ae565c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429533 Sep 24 05:04:35.910784 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['9c6dec80-2159-4921-9ea1-1aecb911e3c4'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:04:36.374711 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:36.413674 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:36.419981 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:36.592713 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42bd22-260f-46b0-9599-74dc1e70491a req-702d24f2-cda9-4c93-b6eb-9b71e0932baf tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:36.594745 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ff42bd22-260f-46b0-9599-74dc1e70491a req-702d24f2-cda9-4c93-b6eb-9b71e0932baf tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 944 time: 0.0464435 Sep 24 05:04:36.640526 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ff42bd22-260f-46b0-9599-74dc1e70491a req-499e3c9f-0239-4ce1-a039-11446084636e tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403640 Sep 24 05:04:37.356927 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 9c6dec80-2159-4921-9ea1-1aecb911e3c4 up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:04:37.399463 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port 9c6dec80-2159-4921-9ea1-1aecb911e3c4 completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:04:37.405387 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 9c6dec80-2159-4921-9ea1-1aecb911e3c4 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:37.405912 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (9c6dec80-2159-4921-9ea1-1aecb911e3c4), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:37.406610 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 9c6dec80-2159-4921-9ea1-1aecb911e3c4 Sep 24 05:04:37.451018 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:37.485964 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:37.500902 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 9c6dec80-2159-4921-9ea1-1aecb911e3c4 is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:04:37.501245 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (9c6dec80-2159-4921-9ea1-1aecb911e3c4), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:37.526575 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6dec80-2159-4921-9ea1-1aecb911e3c4'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:04:37.528779 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943850eb-1ba4-4780-a619-2d6101e6411e" -d '{"events": [{"server_uuid": "3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0", "name": "network-vif-plugged", "status": "completed", "tag": "9c6dec80-2159-4921-9ea1-1aecb911e3c4"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:04:37.541043 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 9c6dec80-2159-4921-9ea1-1aecb911e3c4, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9c6dec80-2159-4921-9ea1-1aecb911e3c4,segment=NetworkSegment(c25b5559-6424-422f-9d35-500aa2802903),segment_id=c25b5559-6424-422f-9d35-500aa2802903)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:04:37.545267 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (9c6dec80-2159-4921-9ea1-1aecb911e3c4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:37.577342 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b9ed12-617c-4d8d-ad87-a7dd3fb6e0e3 x-openstack-request-id: req-03b9ed12-617c-4d8d-ad87-a7dd3fb6e0e3 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:04:37.577626 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0", "name": "network-vif-plugged", "status": "completed", "tag": "9c6dec80-2159-4921-9ea1-1aecb911e3c4", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:04:37.577873 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03b9ed12-617c-4d8d-ad87-a7dd3fb6e0e3 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:04:37.578288 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b9ed12-617c-4d8d-ad87-a7dd3fb6e0e3'] response: {'server_uuid': '3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6dec80-2159-4921-9ea1-1aecb911e3c4', 'code': 200} Sep 24 05:04:37.595946 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=9c6dec80-2159-4921-9ea1-1aecb911e3c4,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:37.746518 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a7fe4-7a17-4ccc-b6b7-6911b11ebbe9 req-b1003f2d-426c-4da3-8422-5fa34f315e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:37.747982 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6a4a7fe4-7a17-4ccc-b6b7-6911b11ebbe9 req-b1003f2d-426c-4da3-8422-5fa34f315e4d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 1129 time: 0.0382571 Sep 24 05:04:37.759008 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbb5f8-2588-45db-8a6b-daa76a2a14eb req-ab1ba554-baee-43bf-83b9-70a3faf46f7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:37.760407 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e6fbb5f8-2588-45db-8a6b-daa76a2a14eb req-ab1ba554-baee-43bf-83b9-70a3faf46f7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 945 time: 0.0455632 Sep 24 05:04:37.792411 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6a4a7fe4-7a17-4ccc-b6b7-6911b11ebbe9 req-2e2eb87a-e7ce-4182-9c93-8852c002fd84 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384574 Sep 24 05:04:37.810527 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e6fbb5f8-2588-45db-8a6b-daa76a2a14eb req-a036a16a-0cbb-4bf9-80d5-5e633711d242 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437515 Sep 24 05:04:37.984244 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:38.028781 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:38.930867 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bd5db-472c-48b6-9ce2-564904f0a0ee req-3609569e-49f6-47de-b1e4-5d3a24608672 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:38.932290 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1b6bd5db-472c-48b6-9ce2-564904f0a0ee req-3609569e-49f6-47de-b1e4-5d3a24608672 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 945 time: 0.0457299 Sep 24 05:04:38.956893 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:38.979157 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1b6bd5db-472c-48b6-9ce2-564904f0a0ee req-51e8e4a0-d2d2-480b-b2c7-de89beb6c138 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413797 Sep 24 05:04:40.096957 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e7f5b-969b-4e04-8a4b-b35b56d445f2 req-7200d369-aa60-49d4-a25a-0d77e055e75d tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:40.098410 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-668e7f5b-969b-4e04-8a4b-b35b56d445f2 req-7200d369-aa60-49d4-a25a-0d77e055e75d tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 945 time: 0.0454528 Sep 24 05:04:40.144161 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-668e7f5b-969b-4e04-8a4b-b35b56d445f2 req-629db732-4972-4d8e-880c-1a7aeea23cec tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398881 Sep 24 05:04:41.277160 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7c914-27c5-421d-9a09-38942fa8dcb9 req-6c121572-95e0-48e0-b6c4-3babbe271fe6 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:41.278626 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-47c7c914-27c5-421d-9a09-38942fa8dcb9 req-6c121572-95e0-48e0-b6c4-3babbe271fe6 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 945 time: 0.0498507 Sep 24 05:04:41.324995 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-47c7c914-27c5-421d-9a09-38942fa8dcb9 req-adc556fe-0872-494d-be6b-9617f47b2a10 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Sep 24 05:04:46.660276 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16b01faf-3375-4729-92bb-457c552192f0 req-b01ad71e-7e01-496a-a1fe-b685b5414d6a tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-74811002&fields=id&tenant_id=cd3d02b11bdf45fe99687fda3d1078cd HTTP/1.1" status: 200 len: 267 time: 0.0460732 Sep 24 05:04:46.768905 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b01faf-3375-4729-92bb-457c552192f0 req-af3d9c86-023a-4fc4-998c-9145fb1619af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:46.770616 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16b01faf-3375-4729-92bb-457c552192f0 req-af3d9c86-023a-4fc4-998c-9145fb1619af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/networks?id=96921dc0-8a1d-4ce2-9352-455dac08d2de HTTP/1.1" status: 200 len: 808 time: 0.1038408 Sep 24 05:04:46.789002 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16b01faf-3375-4729-92bb-457c552192f0 req-48e37c04-8b95-4c69-a397-4530ea471a21 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/quotas/cd3d02b11bdf45fe99687fda3d1078cd HTTP/1.1" status: 200 len: 375 time: 0.0097930 Sep 24 05:04:46.843696 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16b01faf-3375-4729-92bb-457c552192f0 req-93034f65-0a30-443b-b830-fcc51af4af1e tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=cd3d02b11bdf45fe99687fda3d1078cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520005 Sep 24 05:04:46.942854 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16b01faf-3375-4729-92bb-457c552192f0 req-acc6c20b-32c7-4290-86dd-d778da1e1bfe service neutron] 10.222.0.50 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879874 Sep 24 05:04:47.035458 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16b01faf-3375-4729-92bb-457c552192f0 req-baad8ef5-536c-4ac0-9004-a79a1f3a4e1b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869877 Sep 24 05:04:47.330510 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3f689ff0-dff8-4c96-8782-6174fd536fa7 req-227d174f-0803-4097-945d-6e04441e91d9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 210 time: 0.0281491 Sep 24 05:04:47.787474 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=61 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:47.789698 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=12 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:48.018109 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:48.025369 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:48.387455 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:48.442811 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-269b1047-5f3a-4939-882b-b33b066a2fe7 req-dd4d0f2c-2c71-4c62-bf5a-083541eeaa24 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 210 time: 0.0321560 Sep 24 05:04:49.442715 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b01faf-3375-4729-92bb-457c552192f0 req-7619df8e-6640-4158-941a-52cc5b1ce6ad tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:49.444099 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-16b01faf-3375-4729-92bb-457c552192f0 req-7619df8e-6640-4158-941a-52cc5b1ce6ad tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.16 "GET /networking/v2.0/networks?id=96921dc0-8a1d-4ce2-9352-455dac08d2de HTTP/1.1" status: 200 len: 808 time: 0.3583996 Sep 24 05:04:49.518940 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-16b01faf-3375-4729-92bb-457c552192f0 req-aa5f1c31-c796-46be-9c90-1fe3d206add3 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cd3d02b11bdf45fe99687fda3d1078cd HTTP/1.1" status: 200 len: 378 time: 0.0607874 Sep 24 05:04:49.527299 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-16b01faf-3375-4729-92bb-457c552192f0 req-5a04ecf5-0406-47ae-a07a-7513856993a3 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Request body: {'port': {'device_id': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'admin_state_up': True, 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'security_groups': ['96b818d9-18a5-4b9c-a4d9-89d446c3e221']}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:49.550853 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e46f0a4f-a52b-4e86-842a-3d571735aa87 req-2f888d05-4946-4b65-b0dc-0d5997dfc78f tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 210 time: 0.0308173 Sep 24 05:04:49.651164 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b01faf-3375-4729-92bb-457c552192f0 req-5a04ecf5-0406-47ae-a07a-7513856993a3 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Made reservation on behalf of cd3d02b11bdf45fe99687fda3d1078cd for: {'port': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:04:49.654939 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-16b01faf-3375-4729-92bb-457c552192f0 req-5a04ecf5-0406-47ae-a07a-7513856993a3 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:49.790086 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [req-16b01faf-3375-4729-92bb-457c552192f0 req-5a04ecf5-0406-47ae-a07a-7513856993a3 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Allocated IP 172.20.0.3 (96921dc0-8a1d-4ce2-9352-455dac08d2de/e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951/fab1bdaa-696a-4cf2-b4c6-ca1ee5692022) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:04:49.940102 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-16b01faf-3375-4729-92bb-457c552192f0 req-5a04ecf5-0406-47ae-a07a-7513856993a3 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:49.972137 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-16b01faf-3375-4729-92bb-457c552192f0 req-5a04ecf5-0406-47ae-a07a-7513856993a3 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:50.017727 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b01faf-3375-4729-92bb-457c552192f0 req-5a04ecf5-0406-47ae-a07a-7513856993a3 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Network 96921dc0-8a1d-4ce2-9352-455dac08d2de is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:04:50.021182 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [req-16b01faf-3375-4729-92bb-457c552192f0 req-5a04ecf5-0406-47ae-a07a-7513856993a3 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:04:50.025036 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b01faf-3375-4729-92bb-457c552192f0 req-5a04ecf5-0406-47ae-a07a-7513856993a3 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:04:50.054634 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04ecf5-0406-47ae-a07a-7513856993a3 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Pushing event updated for resources: {'Port': ['ID=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:50.084270 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b01faf-3375-4729-92bb-457c552192f0 req-5a04ecf5-0406-47ae-a07a-7513856993a3 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:50.084917 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-16b01faf-3375-4729-92bb-457c552192f0 req-5a04ecf5-0406-47ae-a07a-7513856993a3 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:50.101519 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-16b01faf-3375-4729-92bb-457c552192f0 req-5a04ecf5-0406-47ae-a07a-7513856993a3 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5777602 Sep 24 05:04:50.120655 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Request body: {'port': {'device_id': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:04:50.189166 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:50.203520 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:50.219467 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:50.252389 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-4c172acf-5582-48a4-a967-5538a8679d17 None None] Provisioning complete for port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:04:50.253458 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4c172acf-5582-48a4-a967-5538a8679d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:50.253893 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-4c172acf-5582-48a4-a967-5538a8679d17 None None] Attempt 1 to provision port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 Sep 24 05:04:50.285693 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-4c172acf-5582-48a4-a967-5538a8679d17 None None] Port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:04:50.454912 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:04:50.462489 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Publish callbacks [] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:50.474892 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Transition to ACTIVE for port object fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 will not be triggered until provisioned by entity L2. {{(pid=106193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:04:50.478532 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:50.558651 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Pushing event updated for resources: {'Port': ['ID=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:50.589443 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Attempting to bind port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:04:50.589854 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Attempting to bind port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '7c779217-2c74-465a-b880-7974c3ca201e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:04:50.590222 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Attempting to bind port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 on network 96921dc0-8a1d-4ce2-9352-455dac08d2de {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:04:50.641350 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 on network 96921dc0-8a1d-4ce2-9352-455dac08d2de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:04:50.641672 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Attempting to bind port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 on network 96921dc0-8a1d-4ce2-9352-455dac08d2de {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:04:50.674870 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b0d1f-6b18-40c8-880e-84d35c776bfa req-f19c593b-256b-47d7-9caa-cdd60ccdd70d tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:50.676447 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9e7b0d1f-6b18-40c8-880e-84d35c776bfa req-f19c593b-256b-47d7-9caa-cdd60ccdd70d tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0488763 Sep 24 05:04:50.685051 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:04:50.685384 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Checking segment: {'id': '7c779217-2c74-465a-b880-7974c3ca201e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:04:50.685763 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Bound using segment: {'id': '7c779217-2c74-465a-b880-7974c3ca201e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:04:50.686220 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Bound port: fab1bdaa-696a-4cf2-b4c6-ca1ee5692022, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c779217-2c74-465a-b880-7974c3ca201e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:04:50.686575 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:50.728518 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9e7b0d1f-6b18-40c8-880e-84d35c776bfa req-d9e66e4e-62a5-456f-a6fd-3342f885de03 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463576 Sep 24 05:04:50.750199 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] For port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022, host hv-cinder-85918, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:04:50.753442 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] For port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,segment=NetworkSegment(7c779217-2c74-465a-b880-7974c3ca201e),segment_id=7c779217-2c74-465a-b880-7974c3ca201e)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:04:50.759796 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:50.763276 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:50.763972 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:04:50.765386 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-16b01faf-3375-4729-92bb-457c552192f0 req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 HTTP/1.1" status: 200 len: 1093 time: 0.6490784 Sep 24 05:04:50.767692 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'tag': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:04:50.770102 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a22aac4-e268-49a4-919c-465b3cfacb53" -d '{"events": [{"name": "network-changed", "server_uuid": "60d69c7d-69e4-4b2a-b41c-692867a6e28d", "tag": "fab1bdaa-696a-4cf2-b4c6-ca1ee5692022"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:04:50.786591 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-4c172acf-5582-48a4-a967-5538a8679d17 None None] Attempt 2 to provision port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 Sep 24 05:04:50.830318 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-4c172acf-5582-48a4-a967-5538a8679d17 None None] Port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 had new provisioning blocks added so it will not transition to active. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 05:04:50.838934 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9029d2b-4697-4b15-b0fb-4f17acbe1784 x-openstack-request-id: req-f9029d2b-4697-4b15-b0fb-4f17acbe1784 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:04:50.839216 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d69c7d-69e4-4b2a-b41c-692867a6e28d", "tag": "fab1bdaa-696a-4cf2-b4c6-ca1ee5692022", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:04:50.839465 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9029d2b-4697-4b15-b0fb-4f17acbe1784 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:04:50.839855 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9029d2b-4697-4b15-b0fb-4f17acbe1784'] response: {'name': 'network-changed', 'server_uuid': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'tag': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022', 'status': 'completed', 'code': 200} Sep 24 05:04:50.864240 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cf8be-393e-40fd-b019-922e7bba8414 service neutron] Pushing event updated for resources: {'Port': ['ID=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:04:50.868711 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b01faf-3375-4729-92bb-457c552192f0 req-ff89dd69-e72f-49cf-a72d-6789a5545111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:50.870297 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-16b01faf-3375-4729-92bb-457c552192f0 req-ff89dd69-e72f-49cf-a72d-6789a5545111 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=cd3d02b11bdf45fe99687fda3d1078cd&device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 1127 time: 0.0615585 Sep 24 05:04:50.912653 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-16b01faf-3375-4729-92bb-457c552192f0 req-514501db-c6f8-48ad-be6f-de1051312c59 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 HTTP/1.1" status: 200 len: 217 time: 0.0337026 Sep 24 05:04:50.962378 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b01faf-3375-4729-92bb-457c552192f0 req-29393072-4731-42d0-a195-6971b4061728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:50.963809 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-16b01faf-3375-4729-92bb-457c552192f0 req-29393072-4731-42d0-a195-6971b4061728 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951 HTTP/1.1" status: 200 len: 847 time: 0.0439014 Sep 24 05:04:51.010248 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b01faf-3375-4729-92bb-457c552192f0 req-7b22ae4e-954e-4279-bf0c-0aa8b3746f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:51.011768 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-16b01faf-3375-4729-92bb-457c552192f0 req-7b22ae4e-954e-4279-bf0c-0aa8b3746f00 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=96921dc0-8a1d-4ce2-9352-455dac08d2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413716 Sep 24 05:04:51.098346 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:51.102174 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-16b01faf-3375-4729-92bb-457c552192f0 req-d71629ea-968d-40bb-901a-04e2e2ce3e9f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839255 Sep 24 05:04:51.170962 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:51.204500 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-16b01faf-3375-4729-92bb-457c552192f0 req-e2ffc937-6917-4222-804a-d2cd41d2ff4c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961413 Sep 24 05:04:51.835542 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:51.848398 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d4c4c-ee0f-4dd1-b15f-49c6d7f2a651 req-1322e219-42f4-41fd-84e5-f7e5ac922cd0 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:51.849904 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3c1d4c4c-ee0f-4dd1-b15f-49c6d7f2a651 req-1322e219-42f4-41fd-84e5-f7e5ac922cd0 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0467670 Sep 24 05:04:51.902944 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3c1d4c4c-ee0f-4dd1-b15f-49c6d7f2a651 req-3e291c9d-ce64-4fb0-a139-2e66da2c3bc5 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474191 Sep 24 05:04:53.023857 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927e684-2564-49b8-b6ee-e3f87af94bed req-1028ae40-ceca-4e1b-a545-5e069ad7d637 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:53.025306 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1927e684-2564-49b8-b6ee-e3f87af94bed req-1028ae40-ceca-4e1b-a545-5e069ad7d637 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0473852 Sep 24 05:04:53.073236 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1927e684-2564-49b8-b6ee-e3f87af94bed req-43a475d7-dd92-40bd-b168-4c72d047266b tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424793 Sep 24 05:04:53.457224 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22aac4-e268-49a4-919c-465b3cfacb53 req-f718c4fb-456e-426e-9625-a165aa04712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:53.458735 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3a22aac4-e268-49a4-919c-465b3cfacb53 req-f718c4fb-456e-426e-9625-a165aa04712d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=cd3d02b11bdf45fe99687fda3d1078cd&device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 1127 time: 0.0670447 Sep 24 05:04:53.464774 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f7f6a8d0-868b-411f-aa83-2bdae33e0343 req-427d2a12-c6dd-4462-b084-d9241ac55a97 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460229 Sep 24 05:04:53.563660 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6a8d0-868b-411f-aa83-2bdae33e0343 req-a894f75e-f561-4a87-8dae-c0e48fee90ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:53.565027 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f7f6a8d0-868b-411f-aa83-2bdae33e0343 req-a894f75e-f561-4a87-8dae-c0e48fee90ae service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c1aaf20f480a423ea5feca81585aeeed&device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 1129 time: 0.0770137 Sep 24 05:04:53.596962 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22aac4-e268-49a4-919c-465b3cfacb53 req-d14e6755-9ca6-49a4-bfd8-2736a8e32f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:53.598338 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3a22aac4-e268-49a4-919c-465b3cfacb53 req-d14e6755-9ca6-49a4-bfd8-2736a8e32f45 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=96921dc0-8a1d-4ce2-9352-455dac08d2de HTTP/1.1" status: 200 len: 909 time: 0.1327143 Sep 24 05:04:53.668131 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3a22aac4-e268-49a4-919c-465b3cfacb53 req-3e437faf-bc40-49f2-996d-41db951928a0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 HTTP/1.1" status: 200 len: 217 time: 0.0610147 Sep 24 05:04:53.743185 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22aac4-e268-49a4-919c-465b3cfacb53 req-f457e1ad-d712-4a83-ac06-d6c0d9da4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:53.744579 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3a22aac4-e268-49a4-919c-465b3cfacb53 req-f457e1ad-d712-4a83-ac06-d6c0d9da4a67 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951 HTTP/1.1" status: 200 len: 847 time: 0.0683050 Sep 24 05:04:53.745609 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6a8d0-868b-411f-aa83-2bdae33e0343 req-d9bb0603-7d20-4a4d-9b35-ae5e56df9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:53.746903 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f7f6a8d0-868b-411f-aa83-2bdae33e0343 req-d9bb0603-7d20-4a4d-9b35-ae5e56df9c19 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c071aac1-7a40-472d-a3df-a9b342b44447 HTTP/1.1" status: 200 len: 918 time: 0.1612871 Sep 24 05:04:53.832903 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22aac4-e268-49a4-919c-465b3cfacb53 req-d5023c41-3ef3-4a96-b394-0ffff7a0966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:53.834303 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3a22aac4-e268-49a4-919c-465b3cfacb53 req-d5023c41-3ef3-4a96-b394-0ffff7a0966c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=96921dc0-8a1d-4ce2-9352-455dac08d2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775673 Sep 24 05:04:53.841744 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f7f6a8d0-868b-411f-aa83-2bdae33e0343 req-9dd5c85c-e3da-464a-9411-d04122345d23 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4de1eabe-932e-4cda-804d-49eeff37c34c HTTP/1.1" status: 200 len: 1000 time: 0.0860341 Sep 24 05:04:53.939137 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6a8d0-868b-411f-aa83-2bdae33e0343 req-5aad47b9-931a-46e2-a94c-592016b9a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:53.940580 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f7f6a8d0-868b-411f-aa83-2bdae33e0343 req-5aad47b9-931a-46e2-a94c-592016b9a057 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=521b0c5c-068d-4d85-8ac0-e80107b00a80 HTTP/1.1" status: 200 len: 856 time: 0.0899792 Sep 24 05:04:53.990637 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3a22aac4-e268-49a4-919c-465b3cfacb53 req-8dc06198-8246-46bc-8b3e-da4ad1fd4076 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479616 Sep 24 05:04:53.995526 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6a8d0-868b-411f-aa83-2bdae33e0343 req-2e5633aa-1481-4581-aeb2-e4c35d33258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:53.996867 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f7f6a8d0-868b-411f-aa83-2bdae33e0343 req-2e5633aa-1481-4581-aeb2-e4c35d33258c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c071aac1-7a40-472d-a3df-a9b342b44447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479851 Sep 24 05:04:54.139943 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:54.154251 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f7f6a8d0-868b-411f-aa83-2bdae33e0343 req-688cf9d4-858b-4747-97a9-fe651c85b1c6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496987 Sep 24 05:04:54.156334 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3a22aac4-e268-49a4-919c-465b3cfacb53 req-61196af0-f98f-489e-a6f9-e17b3da314cb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586554 Sep 24 05:04:54.191563 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c80476-15a3-4d9f-a5e5-fc4c326e8865 req-988892e5-e421-4bce-9df4-1c889c7ecbbb tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:54.193013 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f9c80476-15a3-4d9f-a5e5-fc4c326e8865 req-988892e5-e421-4bce-9df4-1c889c7ecbbb tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0473392 Sep 24 05:04:54.240967 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f9c80476-15a3-4d9f-a5e5-fc4c326e8865 req-11e72005-b565-421f-a4c7-1de881b9ad1d tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422692 Sep 24 05:04:54.250230 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f7f6a8d0-868b-411f-aa83-2bdae33e0343 req-e6d4e382-fb21-4b62-8d88-0623b4d40fd5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832899 Sep 24 05:04:55.354901 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:04:55.368325 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57befa-ea5b-4a35-b564-693a610bbadf req-79028e16-1cc6-428a-a2bd-0ec81ff85ad8 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:55.369764 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9c57befa-ea5b-4a35-b564-693a610bbadf req-79028e16-1cc6-428a-a2bd-0ec81ff85ad8 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0506306 Sep 24 05:04:55.421275 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9c57befa-ea5b-4a35-b564-693a610bbadf req-79d15240-ef27-4367-8abc-9aa1d2b9eec4 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452163 Sep 24 05:04:56.542613 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311520e-9247-49d7-8f56-8ecca1bacae3 req-2a90ffe2-19cd-495a-b2c4-922d5e4650f8 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:56.544065 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4311520e-9247-49d7-8f56-8ecca1bacae3 req-2a90ffe2-19cd-495a-b2c4-922d5e4650f8 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0476010 Sep 24 05:04:56.592024 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4311520e-9247-49d7-8f56-8ecca1bacae3 req-89cbd625-ce65-4ff1-8880-a31512ce75eb tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424922 Sep 24 05:04:57.715666 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf09944-d632-47a1-9019-77e47911b314 req-b30d03d5-aad8-46bb-975f-c83fe706b70d tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:57.717068 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ccf09944-d632-47a1-9019-77e47911b314 req-b30d03d5-aad8-46bb-975f-c83fe706b70d tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0476165 Sep 24 05:04:57.965220 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ccf09944-d632-47a1-9019-77e47911b314 req-3dff0a75-1bb0-42cf-be9c-6acb4dafd752 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2419884 Sep 24 05:04:59.085668 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af130d4f-8d0c-4fe0-ab8a-d6e5084c02b1 req-82b6e62e-db2b-42e5-90a3-8a52bc08d870 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:04:59.087151 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-af130d4f-8d0c-4fe0-ab8a-d6e5084c02b1 req-82b6e62e-db2b-42e5-90a3-8a52bc08d870 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0463417 Sep 24 05:04:59.135284 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-af130d4f-8d0c-4fe0-ab8a-d6e5084c02b1 req-7e0baf1c-8ec1-43b3-982d-d1ef4b7fd1c2 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425272 Sep 24 05:04:59.183839 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:05:00.255396 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c277658-2e37-4361-8715-1fdbbd63012c req-eb63b3b0-1957-445c-a5ff-f679abb91b4a tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:00.256831 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8c277658-2e37-4361-8715-1fdbbd63012c req-eb63b3b0-1957-445c-a5ff-f679abb91b4a tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0489631 Sep 24 05:05:00.304899 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8c277658-2e37-4361-8715-1fdbbd63012c req-7bd40ad6-a595-4e46-a88b-13c7df9906de tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424519 Sep 24 05:05:00.827113 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:UPDATE=1,neutron:SELECT=9 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:00.829079 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=17 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:01.420897 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac6785-2744-44dc-84b0-f1590d68d2bb req-418af8b8-955b-4105-9459-6e8fd2b242f5 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:01.422551 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cfac6785-2744-44dc-84b0-f1590d68d2bb req-418af8b8-955b-4105-9459-6e8fd2b242f5 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0455792 Sep 24 05:05:01.459633 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:05:01.474046 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cfac6785-2744-44dc-84b0-f1590d68d2bb req-23a8e3ca-c760-4179-935e-b9965f7a134f tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455713 Sep 24 05:05:01.566764 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,segment=NetworkSegment(7c779217-2c74-465a-b880-7974c3ca201e),segment_id=7c779217-2c74-465a-b880-7974c3ca201e)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:05:01.577439 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'port_id': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022', 'mac_address': 'fa:16:3e:93:7b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:05:01.613506 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:05:01.613879 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:01.626568 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:05:01.648375 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,segment=NetworkSegment(7c779217-2c74-465a-b880-7974c3ca201e),segment_id=7c779217-2c74-465a-b880-7974c3ca201e)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:05:01.652329 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:01.699009 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:05:02.238352 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['fab1bdaa-696a-4cf2-b4c6-ca1ee5692022'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:05:02.592473 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa274c10-37ff-4f36-bddd-8bf9f48df7e5 req-248de3ea-2fda-47e8-b181-c2551cfc56b4 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:02.593960 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fa274c10-37ff-4f36-bddd-8bf9f48df7e5 req-248de3ea-2fda-47e8-b181-c2551cfc56b4 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 944 time: 0.0464354 Sep 24 05:05:02.647369 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fa274c10-37ff-4f36-bddd-8bf9f48df7e5 req-1b34c5a8-e273-42ca-8757-87406bdae72d tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473278 Sep 24 05:05:02.675907 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4cb6-878f-4f1d-a480-dd34f5990371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:03.765443 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e3d53-65fa-494f-8dea-9e999ac50021 req-17463ddb-ec09-4cf9-a89d-8fa3f426f9b9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:03.766892 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7f0e3d53-65fa-494f-8dea-9e999ac50021 req-17463ddb-ec09-4cf9-a89d-8fa3f426f9b9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 944 time: 0.0456622 Sep 24 05:05:03.801544 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:03.816311 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7f0e3d53-65fa-494f-8dea-9e999ac50021 req-dd71d631-9fec-4a91-83e9-dcfc93926da6 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436552 Sep 24 05:05:03.910351 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:05:03.954149 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:05:03.959680 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:05:03.960076 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:03.960433 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 Sep 24 05:05:04.029217 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:05:04.029598 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:04.052393 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:05:04.054731 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355e8043-dac7-44a2-971d-47fba126a9d5" -d '{"events": [{"server_uuid": "60d69c7d-69e4-4b2a-b41c-692867a6e28d", "name": "network-vif-plugged", "status": "completed", "tag": "fab1bdaa-696a-4cf2-b4c6-ca1ee5692022"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:05:04.066793 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,segment=NetworkSegment(7c779217-2c74-465a-b880-7974c3ca201e),segment_id=7c779217-2c74-465a-b880-7974c3ca201e)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:05:04.070803 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:04.095783 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106b10cf-36e4-40e2-b38b-63d6e6e3c7e8 x-openstack-request-id: req-106b10cf-36e4-40e2-b38b-63d6e6e3c7e8 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:05:04.096088 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d69c7d-69e4-4b2a-b41c-692867a6e28d", "name": "network-vif-plugged", "status": "completed", "tag": "fab1bdaa-696a-4cf2-b4c6-ca1ee5692022", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:05:04.096355 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-106b10cf-36e4-40e2-b38b-63d6e6e3c7e8 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:05:04.097211 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106b10cf-36e4-40e2-b38b-63d6e6e3c7e8'] response: {'server_uuid': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022', 'code': 200} Sep 24 05:05:04.101016 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:04.127617 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:05:04.241183 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=91 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:04.247466 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=10 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:04.351254 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f41bd-4be5-4d0c-9931-95c897c7fcd4 req-b4652a70-a461-4a60-ae7a-821909abb805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:04.352726 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9f9f41bd-4be5-4d0c-9931-95c897c7fcd4 req-b4652a70-a461-4a60-ae7a-821909abb805 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 1129 time: 0.0418415 Sep 24 05:05:04.399639 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9f9f41bd-4be5-4d0c-9931-95c897c7fcd4 req-99966ccf-ee94-4c50-bac4-c98b17856685 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386708 Sep 24 05:05:04.934690 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c223b70-a1a7-43e3-9805-2af5ea78a3ae req-3367ad4a-7560-4625-9d56-0eff216f90e2 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:04.936185 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c223b70-a1a7-43e3-9805-2af5ea78a3ae req-3367ad4a-7560-4625-9d56-0eff216f90e2 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0477004 Sep 24 05:05:04.983737 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c223b70-a1a7-43e3-9805-2af5ea78a3ae req-0c96a01d-9b67-42db-b536-26d04961b1ba tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420084 Sep 24 05:05:05.123254 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9337e249-4e98-47c3-b2fc-f8ca943a4fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:06.106666 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8776dd-e7b0-40cb-b542-6192ffb3ab4f req-93dea93e-0910-4e29-aebb-ab62a6da34e0 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:06.108113 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fb8776dd-e7b0-40cb-b542-6192ffb3ab4f req-93dea93e-0910-4e29-aebb-ab62a6da34e0 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0499685 Sep 24 05:05:06.156073 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fb8776dd-e7b0-40cb-b542-6192ffb3ab4f req-6a55f96d-7ec2-4544-b0a7-dbee859f7a8a tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421331 Sep 24 05:05:06.364984 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:06.376530 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:07.272579 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e09eb-ec3d-481f-a3c1-4040942c356e req-ad7f6f41-7570-43fb-931e-e6773d4aa115 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:07.273944 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-842e09eb-ec3d-481f-a3c1-4040942c356e req-ad7f6f41-7570-43fb-931e-e6773d4aa115 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0456550 Sep 24 05:05:07.322376 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-842e09eb-ec3d-481f-a3c1-4040942c356e req-c933d13d-9df0-4a2f-b62d-e8a5cc1f2911 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428839 Sep 24 05:05:07.439522 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019617b-326f-4084-8d20-6460259ab366 req-f0393e95-e16c-4052-ab98-fa1ae3b35b10 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:07.440960 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a019617b-326f-4084-8d20-6460259ab366 req-f0393e95-e16c-4052-ab98-fa1ae3b35b10 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0464196 Sep 24 05:05:07.479519 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:07.493302 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a019617b-326f-4084-8d20-6460259ab366 req-eed22159-b969-4863-8df3-4bbc4bbd916e tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468986 Sep 24 05:05:07.521707 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59890) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:05:07.656201 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00851788-c88f-450d-a09e-c9ae4a1a871b tempest-TestShelveInstance-1013443391 tempest-TestShelveInstance-1013443391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:07.657730 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-00851788-c88f-450d-a09e-c9ae4a1a871b tempest-TestShelveInstance-1013443391 tempest-TestShelveInstance-1013443391-project-admin] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 1124 time: 0.1350064 Sep 24 05:05:07.661831 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 59894) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:05:07.666301 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Request body: {'floatingip': {'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'port_id': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:05:07.686523 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:07.771611 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:07.876315 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Allocated IP 172.27.0.69 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/1c0c918d-08c3-45c4-bf56-c171ea8fc3d3) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:05:07.983524 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for port (1c0c918d-08c3-45c4-bf56-c171ea8fc3d3), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:07.984330 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:08.015227 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (1c0c918d-08c3-45c4-bf56-c171ea8fc3d3), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:08.030637 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:08.055916 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:05:08.060674 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:05:08.064595 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:05:08.067881 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Pushing event updated for resources: {'Port': ['ID=1c0c918d-08c3-45c4-bf56-c171ea8fc3d3,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:05:08.093277 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:08.093626 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:08.093971 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:08.094325 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:08.094663 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:08.094985 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:08.095309 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:08.095632 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:08.095957 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:08.096275 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:08.096592 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:08.096916 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:08.097235 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:08.097549 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:08.097864 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:08.108574 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:08.445662 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:08.464899 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for floatingip (2a8cecd5-c6d6-4c57-b922-d30fc0f22f7c), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:08.534014 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (1c0c918d-08c3-45c4-bf56-c171ea8fc3d3), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:08.682358 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for port (1c0c918d-08c3-45c4-bf56-c171ea8fc3d3), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:08.686708 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (1c0c918d-08c3-45c4-bf56-c171ea8fc3d3), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:08.755735 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Pushing event updated for resources: {'Port': ['ID=1c0c918d-08c3-45c4-bf56-c171ea8fc3d3,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:05:08.758294 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (2a8cecd5-c6d6-4c57-b922-d30fc0f22f7c), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:08.854094 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Floating IP 2a8cecd5-c6d6-4c57-b922-d30fc0f22f7c associated. External IP: 172.27.0.69, port: fab1bdaa-696a-4cf2-b4c6-ca1ee5692022. Sep 24 05:05:09.034790 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:09.049013 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Router 626fb1b6-0dff-4255-8bad-d45d81f9df61 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:05:09.149650 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:05:09.158459 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:09.158925 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf84769-d84d-4e05-a73c-b4be481b57c2 None None] Sync routers for ids ['626fb1b6-0dff-4255-8bad-d45d81f9df61'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:05:09.167365 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:09.170517 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf84769-d84d-4e05-a73c-b4be481b57c2 None None] Routers {'626fb1b6-0dff-4255-8bad-d45d81f9df61'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:05:09.171129 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-aaf84769-d84d-4e05-a73c-b4be481b57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:05:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['626fb1b6-0dff-4255-8bad-d45d81f9df61'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:05:09.179994 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:09.200532 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-897acc6d-c7d7-4853-911a-8858b14f64af tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5376751 Sep 24 05:05:09.201250 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'tag': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:05:09.203584 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1801e01-ac4f-4da6-9428-88fe4f3abc4c" -d '{"events": [{"name": "network-changed", "server_uuid": "60d69c7d-69e4-4b2a-b41c-692867a6e28d", "tag": "fab1bdaa-696a-4cf2-b4c6-ca1ee5692022"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:05:09.241035 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53737bf-5acf-486c-9b8c-1666ec7eeb2d x-openstack-request-id: req-a53737bf-5acf-486c-9b8c-1666ec7eeb2d {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:05:09.241325 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d69c7d-69e4-4b2a-b41c-692867a6e28d", "tag": "fab1bdaa-696a-4cf2-b4c6-ca1ee5692022", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:05:09.241578 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a53737bf-5acf-486c-9b8c-1666ec7eeb2d {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:05:09.241984 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53737bf-5acf-486c-9b8c-1666ec7eeb2d'] response: {'name': 'network-changed', 'server_uuid': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'tag': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022', 'status': 'completed', 'code': 200} Sep 24 05:05:09.279522 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-aaf84769-d84d-4e05-a73c-b4be481b57c2 None None] Set router 626fb1b6-0dff-4255-8bad-d45d81f9df61 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:05:09.303220 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1801e01-ac4f-4da6-9428-88fe4f3abc4c req-7ddf2278-7bad-4398-8453-98a5373665c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:09.304707 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a1801e01-ac4f-4da6-9428-88fe4f3abc4c req-7ddf2278-7bad-4398-8453-98a5373665c9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=cd3d02b11bdf45fe99687fda3d1078cd&device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 1129 time: 0.0388000 Sep 24 05:05:09.397039 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1801e01-ac4f-4da6-9428-88fe4f3abc4c req-602e4d33-44f7-40bd-8c7a-f28fff630b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:09.398530 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a1801e01-ac4f-4da6-9428-88fe4f3abc4c req-602e4d33-44f7-40bd-8c7a-f28fff630b25 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=96921dc0-8a1d-4ce2-9352-455dac08d2de HTTP/1.1" status: 200 len: 909 time: 0.0872071 Sep 24 05:05:09.459910 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a1801e01-ac4f-4da6-9428-88fe4f3abc4c req-888d9d0a-7b70-4c6d-8ade-a290ac1495b0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 HTTP/1.1" status: 200 len: 998 time: 0.0552669 Sep 24 05:05:09.507403 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1801e01-ac4f-4da6-9428-88fe4f3abc4c req-21ab2d53-da4d-42af-adee-f4b7f5178df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:09.508858 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a1801e01-ac4f-4da6-9428-88fe4f3abc4c req-21ab2d53-da4d-42af-adee-f4b7f5178df2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951 HTTP/1.1" status: 200 len: 847 time: 0.0435076 Sep 24 05:05:09.528880 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-aaf84769-d84d-4e05-a73c-b4be481b57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'name': 'tempest-TestShelveInstance-119680492-router', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:09Z', 'updated_at': '2022-09-24T05:04:12Z', 'revision_number': 4, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'gw_port': {'id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:10Z', 'updated_at': '2022-09-24T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '2a8cecd5-c6d6-4c57-b922-d30fc0f22f7c', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'port_id': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'mac_address': 'fa:16:3e:93:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:05:08Z', 'updated_at': '2022-09-24T05:05:08Z', 'revision_number': 0, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557aa1c1-30e8-44d3-bb76-e1d7945d0383', 'name': '', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'mac_address': 'fa:16:3e:6f:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:12Z', 'updated_at': '2022-09-24T05:04:17Z', 'revision_number': 5, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'subnets': [{'id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:05:09.554527 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf84769-d84d-4e05-a73c-b4be481b57c2 None None] Checking router: 626fb1b6-0dff-4255-8bad-d45d81f9df61 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:05:09.554863 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1801e01-ac4f-4da6-9428-88fe4f3abc4c req-cd1f6a1c-7f0b-4b16-9717-5747a3dd0db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:09.556399 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a1801e01-ac4f-4da6-9428-88fe4f3abc4c req-cd1f6a1c-7f0b-4b16-9717-5747a3dd0db1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=96921dc0-8a1d-4ce2-9352-455dac08d2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408294 Sep 24 05:05:09.562868 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf84769-d84d-4e05-a73c-b4be481b57c2 None None] Routers {'626fb1b6-0dff-4255-8bad-d45d81f9df61'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:05:09.563449 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-aaf84769-d84d-4e05-a73c-b4be481b57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:05:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['626fb1b6-0dff-4255-8bad-d45d81f9df61'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:05:09.648337 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a1801e01-ac4f-4da6-9428-88fe4f3abc4c req-e91115c1-514c-4030-9cba-ad441eb1780b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852323 Sep 24 05:05:09.664787 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-aaf84769-d84d-4e05-a73c-b4be481b57c2 None None] Set router 626fb1b6-0dff-4255-8bad-d45d81f9df61 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:05:09.741576 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a1801e01-ac4f-4da6-9428-88fe4f3abc4c req-a62a1f8c-1b0b-40ee-a0d0-cae8ef2046d1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865521 Sep 24 05:05:09.875737 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-aaf84769-d84d-4e05-a73c-b4be481b57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'name': 'tempest-TestShelveInstance-119680492-router', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:09Z', 'updated_at': '2022-09-24T05:04:12Z', 'revision_number': 4, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'gw_port': {'id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:10Z', 'updated_at': '2022-09-24T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '2a8cecd5-c6d6-4c57-b922-d30fc0f22f7c', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'port_id': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'mac_address': 'fa:16:3e:93:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:05:08Z', 'updated_at': '2022-09-24T05:05:08Z', 'revision_number': 0, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557aa1c1-30e8-44d3-bb76-e1d7945d0383', 'name': '', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'mac_address': 'fa:16:3e:6f:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:12Z', 'updated_at': '2022-09-24T05:04:17Z', 'revision_number': 5, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'subnets': [{'id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:05:09.900362 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf84769-d84d-4e05-a73c-b4be481b57c2 None None] The sync data for ids ['626fb1b6-0dff-4255-8bad-d45d81f9df61'] in dv-cinder-859186-1-iscsi is: [{'id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'name': 'tempest-TestShelveInstance-119680492-router', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:09Z', 'updated_at': '2022-09-24T05:04:12Z', 'revision_number': 4, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'gw_port': {'id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:10Z', 'updated_at': '2022-09-24T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '2a8cecd5-c6d6-4c57-b922-d30fc0f22f7c', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'port_id': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'mac_address': 'fa:16:3e:93:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:05:08Z', 'updated_at': '2022-09-24T05:05:08Z', 'revision_number': 0, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557aa1c1-30e8-44d3-bb76-e1d7945d0383', 'name': '', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'mac_address': 'fa:16:3e:6f:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:12Z', 'updated_at': '2022-09-24T05:04:17Z', 'revision_number': 5, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'subnets': [{'id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:05:10.079522 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960c52d9-ad94-4e32-b98d-0845bf9fe4a9 None None] New status for floating IP 2a8cecd5-c6d6-4c57-b922-d30fc0f22f7c: ACTIVE {{(pid=106195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:05:15.105667 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:15.141422 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade8725-db7a-4252-9d7b-d688e95896d1 req-81ca6b0a-3de6-46bb-a2f0-fa30ae1087e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:15.142900 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2ade8725-db7a-4252-9d7b-d688e95896d1 req-81ca6b0a-3de6-46bb-a2f0-fa30ae1087e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0474126 Sep 24 05:05:15.189332 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2ade8725-db7a-4252-9d7b-d688e95896d1 req-6cbe1561-47ed-4c88-ae30-d9f18b4ad87a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401530 Sep 24 05:05:16.319501 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b4e63-38c4-481d-adbc-aa8a6b8fe8b8 req-0abc0fc1-94ba-4a05-a2e8-91230e6d97a7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:16.320968 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8a2b4e63-38c4-481d-adbc-aa8a6b8fe8b8 req-0abc0fc1-94ba-4a05-a2e8-91230e6d97a7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0458126 Sep 24 05:05:16.366637 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8a2b4e63-38c4-481d-adbc-aa8a6b8fe8b8 req-9c1b3a1f-d4d1-46d4-8f7d-f5501000fac5 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402372 Sep 24 05:05:17.494378 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fb52a-be01-4358-a7a2-51e470ddad14 req-e742b890-0779-4b1d-8c5c-ca8996a911da tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:17.495847 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a12fb52a-be01-4358-a7a2-51e470ddad14 req-e742b890-0779-4b1d-8c5c-ca8996a911da tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0496356 Sep 24 05:05:17.543517 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a12fb52a-be01-4358-a7a2-51e470ddad14 req-4964dbe5-af56-41cc-b0a6-a961aa8bbd36 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420685 Sep 24 05:05:18.424811 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:18.667327 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72ffb8-3bef-4c39-8127-1ce9d92ce2fa req-182f69c2-6d8c-438e-99cd-ef83209e2aed tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:18.668794 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2d72ffb8-3bef-4c39-8127-1ce9d92ce2fa req-182f69c2-6d8c-438e-99cd-ef83209e2aed tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0470650 Sep 24 05:05:18.716195 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2d72ffb8-3bef-4c39-8127-1ce9d92ce2fa req-6ec86ca9-c311-4dd8-b693-ed7825785118 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418751 Sep 24 05:05:19.736570 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=58 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:19.738457 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=54 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:19.838594 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391f354-47b5-4e1d-a6ac-93472a567389 req-648eaeca-5e05-4d90-9881-b94297c65ab0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:19.840014 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8391f354-47b5-4e1d-a6ac-93472a567389 req-648eaeca-5e05-4d90-9881-b94297c65ab0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0450003 Sep 24 05:05:19.890285 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8391f354-47b5-4e1d-a6ac-93472a567389 req-30ad413f-c549-4439-918c-6c16eb2c619b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447919 Sep 24 05:05:21.017367 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ddc47-cc00-4523-b996-134979e9ec75 req-7645a856-a12b-4356-9db1-a84a43eff3ff tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:21.018826 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d99ddc47-cc00-4523-b996-134979e9ec75 req-7645a856-a12b-4356-9db1-a84a43eff3ff tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0456839 Sep 24 05:05:21.065521 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d99ddc47-cc00-4523-b996-134979e9ec75 req-e0564a4b-64c3-4b9d-8239-c34bc3d23204 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403748 Sep 24 05:05:22.188013 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621da9a-eab2-446f-92c0-790070762d35 req-63f02f9b-fd18-479b-9ae7-28c29d085243 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:22.189563 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b621da9a-eab2-446f-92c0-790070762d35 req-63f02f9b-fd18-479b-9ae7-28c29d085243 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0461597 Sep 24 05:05:22.239784 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b621da9a-eab2-446f-92c0-790070762d35 req-49bf3c9c-a2a3-48dc-ad35-bd9aea2bb7d5 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436258 Sep 24 05:05:23.368351 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50760b06-b021-4b84-a631-27617c071359 req-e73432aa-8968-49b3-b4ed-0e109b005531 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:23.369786 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-50760b06-b021-4b84-a631-27617c071359 req-e73432aa-8968-49b3-b4ed-0e109b005531 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0488980 Sep 24 05:05:23.394941 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:23.418672 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-50760b06-b021-4b84-a631-27617c071359 req-0cc87d0a-480f-43a4-a36c-c940973a6644 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434458 Sep 24 05:05:24.545469 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57fc20-6c07-4618-b479-49fbde2d8ba8 req-423d8d89-b58c-4eb3-a962-66a1c618b6ff tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:24.546967 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9c57fc20-6c07-4618-b479-49fbde2d8ba8 req-423d8d89-b58c-4eb3-a962-66a1c618b6ff tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0474637 Sep 24 05:05:24.594122 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9c57fc20-6c07-4618-b479-49fbde2d8ba8 req-f731836c-7201-482b-a70e-afcbf8c4e549 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408270 Sep 24 05:05:25.725826 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c359ad4-df5e-4a8b-a255-936ad2ff6a4b req-29ce826c-c958-4009-95d8-9e6c0e96603e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:25.727302 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2c359ad4-df5e-4a8b-a255-936ad2ff6a4b req-29ce826c-c958-4009-95d8-9e6c0e96603e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0500429 Sep 24 05:05:25.774043 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2c359ad4-df5e-4a8b-a255-936ad2ff6a4b req-d069f397-652d-473e-b4f4-e087ff018548 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412087 Sep 24 05:05:26.894965 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5dd5c-d49e-4ef6-8f0f-58693a81e711 req-442bd84b-bc73-4fac-8e02-fe33184a28fb tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:26.897145 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-22c5dd5c-d49e-4ef6-8f0f-58693a81e711 req-442bd84b-bc73-4fac-8e02-fe33184a28fb tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0456705 Sep 24 05:05:26.942612 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-22c5dd5c-d49e-4ef6-8f0f-58693a81e711 req-97a2d5ae-b656-4857-a6a7-6ea4582c4b3d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401211 Sep 24 05:05:28.065785 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b949a0-6b28-418b-ac8b-7b55a1b693e6 req-1de532f6-5917-468e-8a64-3a54c479f9d5 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:28.067786 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-31b949a0-6b28-418b-ac8b-7b55a1b693e6 req-1de532f6-5917-468e-8a64-3a54c479f9d5 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0458140 Sep 24 05:05:28.116873 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-31b949a0-6b28-418b-ac8b-7b55a1b693e6 req-def908d5-c0e8-40fb-9843-1454ad60670e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435979 Sep 24 05:05:28.418135 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=77 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:28.419877 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:29.076129 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=22 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:29.081007 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:29.227036 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:29.242267 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02033157-09d0-4eef-871a-432ef3d7a7e5 req-5a33344e-3e99-4381-bde1-d25778cba933 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:29.243695 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02033157-09d0-4eef-871a-432ef3d7a7e5 req-5a33344e-3e99-4381-bde1-d25778cba933 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0454865 Sep 24 05:05:29.290261 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02033157-09d0-4eef-871a-432ef3d7a7e5 req-bffd7ecb-bb86-4257-a38a-6b5470332a8d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411260 Sep 24 05:05:30.417926 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47dab4-bddd-4af9-af36-f215d14d3429 req-591aab56-0d28-4d5e-8b40-12de23cb7691 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:30.419379 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2f47dab4-bddd-4af9-af36-f215d14d3429 req-591aab56-0d28-4d5e-8b40-12de23cb7691 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0464993 Sep 24 05:05:30.465555 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2f47dab4-bddd-4af9-af36-f215d14d3429 req-8bf2513d-e7a4-409a-bf40-63981b58f431 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407457 Sep 24 05:05:31.592225 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094fec8-d560-4b00-be90-8447365d5f97 req-23c7ca60-5c31-4006-87f4-b73c996f4369 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:31.593656 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a094fec8-d560-4b00-be90-8447365d5f97 req-23c7ca60-5c31-4006-87f4-b73c996f4369 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0483885 Sep 24 05:05:31.642199 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a094fec8-d560-4b00-be90-8447365d5f97 req-651c5b9f-83ad-4ba4-94f0-423cb3adf808 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430629 Sep 24 05:05:32.679346 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d6e58b1e-a5e7-4617-a1d7-24fda07cc03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:32.768521 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0474b-9667-419c-b161-15bd04fef154 req-01691491-19d5-4be8-9097-c1c5ffa23919 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:32.770016 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-efe0474b-9667-419c-b161-15bd04fef154 req-01691491-19d5-4be8-9097-c1c5ffa23919 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0484087 Sep 24 05:05:32.816781 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-efe0474b-9667-419c-b161-15bd04fef154 req-b6496f92-4b3d-46f1-9d29-750de046236f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404506 Sep 24 05:05:33.939188 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d98c7a-be5c-4915-9575-6580b5b68295 req-49adfed0-406b-4e6f-80ca-1671320d3476 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:33.940660 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-13d98c7a-be5c-4915-9575-6580b5b68295 req-49adfed0-406b-4e6f-80ca-1671320d3476 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0465300 Sep 24 05:05:33.991286 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-13d98c7a-be5c-4915-9575-6580b5b68295 req-5e190dc1-74d7-4f1f-a4b4-54d7fd6649f5 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446084 Sep 24 05:05:35.127020 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9c1279ed-1aae-4b41-9231-74ca81be697f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:35.127493 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d95d0b-2081-4a05-98fd-a14cb3019f61 req-3a10e259-8c65-43f8-ab95-80d00bcf658a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:35.128823 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-06d95d0b-2081-4a05-98fd-a14cb3019f61 req-3a10e259-8c65-43f8-ab95-80d00bcf658a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0540259 Sep 24 05:05:35.177919 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-06d95d0b-2081-4a05-98fd-a14cb3019f61 req-e2f2a98f-49b0-4a69-9b62-b55007285056 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417693 Sep 24 05:05:36.183056 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:05:36.304590 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc84f29-f446-401e-9adc-1e9b1283584a req-1c5849af-3d6a-4ab0-b040-3c0295d0ec02 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:36.305963 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4dc84f29-f446-401e-9adc-1e9b1283584a req-1c5849af-3d6a-4ab0-b040-3c0295d0ec02 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0461719 Sep 24 05:05:36.351641 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4dc84f29-f446-401e-9adc-1e9b1283584a req-722329d8-ece1-4fb9-9695-7f34ef12d755 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401871 Sep 24 05:05:36.381663 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:37.485275 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c936ef-9519-4478-885a-30234efa3770 req-2c72b392-98b7-4804-be8a-68acd218463f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:37.486752 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-25c936ef-9519-4478-885a-30234efa3770 req-2c72b392-98b7-4804-be8a-68acd218463f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0496113 Sep 24 05:05:37.498608 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:37.540204 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-25c936ef-9519-4478-885a-30234efa3770 req-ab0510e7-b283-4822-8e18-7972c92be82a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479238 Sep 24 05:05:37.987439 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:38.033356 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:38.671933 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9725a-9d1f-4be8-ac32-127ea2598df1 req-91b6c41d-3ca4-4b20-8c22-092f0fbdabaf tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:38.673406 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fed9725a-9d1f-4be8-ac32-127ea2598df1 req-91b6c41d-3ca4-4b20-8c22-092f0fbdabaf tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0499101 Sep 24 05:05:38.727452 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fed9725a-9d1f-4be8-ac32-127ea2598df1 req-50e81bf7-07bf-4c4f-bb48-2dcfc86e086a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477662 Sep 24 05:05:39.973711 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6c5ea-0702-495e-a81a-db57c4bb8b8b req-f6b0e66d-74ab-4d47-9c72-7fb2d8a60e14 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:39.975722 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a6b6c5ea-0702-495e-a81a-db57c4bb8b8b req-f6b0e66d-74ab-4d47-9c72-7fb2d8a60e14 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 945 time: 0.0762370 Sep 24 05:05:39.992839 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c014e-19fe-4328-9b25-f7333e0b5c76 req-2eef64a7-e108-4854-b85a-226c76107ce1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:39.994295 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e9c014e-19fe-4328-9b25-f7333e0b5c76 req-2eef64a7-e108-4854-b85a-226c76107ce1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.1827977 Sep 24 05:05:40.019634 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:40.058354 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e9c014e-19fe-4328-9b25-f7333e0b5c76 req-a5cc3388-891f-43eb-991c-a16394131b67 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585866 Sep 24 05:05:40.086340 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 4de1eabe-932e-4cda-804d-49eeff37c34c details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:05:40.087606 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a6b6c5ea-0702-495e-a81a-db57c4bb8b8b req-ff0626d1-93f7-4495-8f93-13a844ee80db tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064222 Sep 24 05:05:40.187600 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 4de1eabe-932e-4cda-804d-49eeff37c34c, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=4de1eabe-932e-4cda-804d-49eeff37c34c,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:05:40.198429 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '4de1eabe-932e-4cda-804d-49eeff37c34c', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'port_id': '4de1eabe-932e-4cda-804d-49eeff37c34c', 'mac_address': 'fa:16:3e:01:8a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:05:40.231937 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 4de1eabe-932e-4cda-804d-49eeff37c34c is: ACTIVE; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:05:40.232318 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:40.245446 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4de1eabe-932e-4cda-804d-49eeff37c34c {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:05:40.264846 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 4de1eabe-932e-4cda-804d-49eeff37c34c, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=4de1eabe-932e-4cda-804d-49eeff37c34c,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:05:40.268601 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:40.315626 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=4de1eabe-932e-4cda-804d-49eeff37c34c,revision_number=6']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:05:40.322845 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:40.323187 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:40.323545 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:40.323898 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:40.324230 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:40.324553 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:40.324874 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:40.325195 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:40.325510 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:40.325845 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:40.326193 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:40.326527 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:40.326847 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:40.327161 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:40.327472 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:40.423113 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['4de1eabe-932e-4cda-804d-49eeff37c34c'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:05:41.436099 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ec004-66d8-407c-8037-59d99e6ba980 req-7774fc74-dce3-4eea-b2d3-e90e44296c43 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:41.437452 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-184ec004-66d8-407c-8037-59d99e6ba980 req-7774fc74-dce3-4eea-b2d3-e90e44296c43 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 944 time: 0.3004038 Sep 24 05:05:41.447210 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d2102-63e7-4b84-9e59-9bf4f8d63550 req-37a02ce1-882c-4fe6-bd80-a83eee3356ab tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:41.448535 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e05d2102-63e7-4b84-9e59-9bf4f8d63550 req-37a02ce1-882c-4fe6-bd80-a83eee3356ab tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 945 time: 0.2837756 Sep 24 05:05:41.519480 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-184ec004-66d8-407c-8037-59d99e6ba980 req-80ed36bd-7096-42cf-8fc3-cd14d8c91fbf tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700223 Sep 24 05:05:41.522999 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e05d2102-63e7-4b84-9e59-9bf4f8d63550 req-f96b6260-8143-4cdc-b9bc-8199e710ca63 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679564 Sep 24 05:05:42.102971 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 4de1eabe-932e-4cda-804d-49eeff37c34c up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:05:42.145285 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 4de1eabe-932e-4cda-804d-49eeff37c34c triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:05:42.145666 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:42.146533 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 4de1eabe-932e-4cda-804d-49eeff37c34c Sep 24 05:05:42.182591 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd0eec-f541-42c3-bee3-ab13d813f764 req-1474025a-6273-48eb-8e9d-0ca6f21fb15b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:42.184034 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a2bd0eec-f541-42c3-bee3-ab13d813f764 req-1474025a-6273-48eb-8e9d-0ca6f21fb15b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 945 time: 0.0500727 Sep 24 05:05:42.221436 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 4de1eabe-932e-4cda-804d-49eeff37c34c is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:05:42.221826 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:42.244128 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de1eabe-932e-4cda-804d-49eeff37c34c'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:05:42.246420 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda4ad17-1ffb-44eb-80f6-008d189203a1" -d '{"events": [{"server_uuid": "08fb826b-e891-46c4-990d-ca03cf3f4222", "name": "network-vif-plugged", "status": "completed", "tag": "4de1eabe-932e-4cda-804d-49eeff37c34c"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:05:42.259768 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 4de1eabe-932e-4cda-804d-49eeff37c34c, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=4de1eabe-932e-4cda-804d-49eeff37c34c,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:05:42.264400 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:42.270935 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-a2bd0eec-f541-42c3-bee3-ab13d813f764 req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Deleting port 9c6dec80-2159-4921-9ea1-1aecb911e3c4 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:05:42.271792 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a2bd0eec-f541-42c3-bee3-ab13d813f764 req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (9c6dec80-2159-4921-9ea1-1aecb911e3c4), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:42.290970 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015ed760-4fd2-4f88-b530-37f706099521 x-openstack-request-id: req-015ed760-4fd2-4f88-b530-37f706099521 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:05:42.291276 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fb826b-e891-46c4-990d-ca03cf3f4222", "name": "network-vif-plugged", "status": "completed", "tag": "4de1eabe-932e-4cda-804d-49eeff37c34c", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:05:42.291525 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-015ed760-4fd2-4f88-b530-37f706099521 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:05:42.291907 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015ed760-4fd2-4f88-b530-37f706099521'] response: {'server_uuid': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de1eabe-932e-4cda-804d-49eeff37c34c', 'code': 200} Sep 24 05:05:42.317637 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=4de1eabe-932e-4cda-804d-49eeff37c34c,revision_number=7']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:05:42.365160 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-a2bd0eec-f541-42c3-bee3-ab13d813f764 req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] For port 9c6dec80-2159-4921-9ea1-1aecb911e3c4, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9c6dec80-2159-4921-9ea1-1aecb911e3c4,segment=NetworkSegment(c25b5559-6424-422f-9d35-500aa2802903),segment_id=c25b5559-6424-422f-9d35-500aa2802903)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:05:42.365449 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a2bd0eec-f541-42c3-bee3-ab13d813f764 req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (9c6dec80-2159-4921-9ea1-1aecb911e3c4), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:42.377824 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-a2bd0eec-f541-42c3-bee3-ab13d813f764 req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Calling delete_port for 9c6dec80-2159-4921-9ea1-1aecb911e3c4 owned by compute:nova {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:05:42.504418 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a2bd0eec-f541-42c3-bee3-ab13d813f764 req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (9c6dec80-2159-4921-9ea1-1aecb911e3c4), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:42.531956 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Pushing event deleted for resources: {'Port': ['ID=9c6dec80-2159-4921-9ea1-1aecb911e3c4,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:05:42.533614 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['9c6dec80-2159-4921-9ea1-1aecb911e3c4'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:05:42.545384 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:42.545730 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:42.546090 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:42.546427 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:42.546756 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:42.547078 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:42.547398 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:42.547717 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:42.548035 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:42.548360 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:42.548677 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:42.549019 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:42.549332 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:42.549643 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:42.551413 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:05:42.587913 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bd0eec-f541-42c3-bee3-ab13d813f764 req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] No DVR routers for this DVR port 9c6dec80-2159-4921-9ea1-1aecb911e3c4 on host hv-cinder-85918 {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:05:42.590522 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a2bd0eec-f541-42c3-bee3-ab13d813f764 req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:42.593798 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a2bd0eec-f541-42c3-bee3-ab13d813f764 req-a569f95c-9ebf-4c08-bd16-4debcd8f7b7b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.16 "DELETE /networking/v2.0/ports/9c6dec80-2159-4921-9ea1-1aecb911e3c4 HTTP/1.1" status: 204 len: 173 time: 0.4039907 Sep 24 05:05:42.594336 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0', 'name': 'network-vif-deleted', 'tag': '9c6dec80-2159-4921-9ea1-1aecb911e3c4'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:05:42.596552 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe63a3b-8101-4cfe-9089-3834686d96a2" -d '{"events": [{"server_uuid": "3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0", "name": "network-vif-deleted", "tag": "9c6dec80-2159-4921-9ea1-1aecb911e3c4"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:05:42.677708 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-001942ca-445a-49ed-bf35-5e290a1870fe req-7ff91170-122a-4321-816f-1da8ff65dc48 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0 HTTP/1.1" status: 200 len: 210 time: 0.0539525 Sep 24 05:05:42.719761 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18537b-15f7-4e48-8731-81d7f5295992 req-6dfa9a3b-92b4-4a51-965e-198367281e1e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:42.721890 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cd18537b-15f7-4e48-8731-81d7f5295992 req-6dfa9a3b-92b4-4a51-965e-198367281e1e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0772235 Sep 24 05:05:42.724141 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf8aee2-82a4-4014-81b9-7be9d50e6b17 x-openstack-request-id: req-eaf8aee2-82a4-4014-81b9-7be9d50e6b17 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:05:42.724431 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0", "name": "network-vif-deleted", "tag": "9c6dec80-2159-4921-9ea1-1aecb911e3c4", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:05:42.724684 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eaf8aee2-82a4-4014-81b9-7be9d50e6b17 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:05:42.725078 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf8aee2-82a4-4014-81b9-7be9d50e6b17'] response: {'server_uuid': '3ca6173c-2d6c-4e8f-84a7-92e40af4c8f0', 'name': 'network-vif-deleted', 'tag': '9c6dec80-2159-4921-9ea1-1aecb911e3c4', 'status': 'completed', 'code': 200} Sep 24 05:05:42.771609 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cd18537b-15f7-4e48-8731-81d7f5295992 req-4d905e48-3ad2-4102-be15-4ff9fc2b6902 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435872 Sep 24 05:05:43.909133 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ddc46-3464-49ce-b317-c693552a567e req-992a8ad2-99bb-45d8-b9cc-03d5f438657b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:43.910541 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-376ddc46-3464-49ce-b317-c693552a567e req-992a8ad2-99bb-45d8-b9cc-03d5f438657b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0547276 Sep 24 05:05:43.960839 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-376ddc46-3464-49ce-b317-c693552a567e req-dfdd0ceb-786a-4cbe-957d-60b7ffdd3a8f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437357 Sep 24 05:05:45.085844 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8ea7b-0e9d-4af0-8c58-f8787f19c48f req-74517007-dc04-465a-8313-55be1f739924 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:45.087389 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e7c8ea7b-0e9d-4af0-8c58-f8787f19c48f req-74517007-dc04-465a-8313-55be1f739924 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0461524 Sep 24 05:05:45.136192 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e7c8ea7b-0e9d-4af0-8c58-f8787f19c48f req-b0b2e405-0f8e-4e39-b954-d316d70868af tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434465 Sep 24 05:05:46.177964 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:46.178723 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:46.260088 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867c682-8541-4f7a-a2f3-3c5c145cb351 req-6caf5069-8ace-45d0-9f27-e9adfbfaa2c1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:46.261434 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8867c682-8541-4f7a-a2f3-3c5c145cb351 req-6caf5069-8ace-45d0-9f27-e9adfbfaa2c1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0451849 Sep 24 05:05:46.307996 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8867c682-8541-4f7a-a2f3-3c5c145cb351 req-f7598377-534b-4d54-abc2-7161bb00fb11 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411513 Sep 24 05:05:46.832702 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 9c6dec80-2159-4921-9ea1-1aecb911e3c4 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:05:46.852335 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: 9c6dec80-2159-4921-9ea1-1aecb911e3c4 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:05:46.852670 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 9c6dec80-2159-4921-9ea1-1aecb911e3c4 not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:05:47.434629 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19a41b-9627-4d13-b6b5-f061291072fc req-b766cb72-4656-41c6-98fd-b306aa0f2428 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:47.436069 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8e19a41b-9627-4d13-b6b5-f061291072fc req-b766cb72-4656-41c6-98fd-b306aa0f2428 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0466883 Sep 24 05:05:47.481445 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8e19a41b-9627-4d13-b6b5-f061291072fc req-33e5d965-b717-46a3-adcf-618fba640d2c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399916 Sep 24 05:05:48.426308 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:48.437813 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:05:48.612095 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e107867-2c0a-4658-af97-19428fd811de req-70106e69-51df-4eba-849f-28fdf0a00da2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:48.613561 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e107867-2c0a-4658-af97-19428fd811de req-70106e69-51df-4eba-849f-28fdf0a00da2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0528202 Sep 24 05:05:48.639352 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:48.662172 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e107867-2c0a-4658-af97-19428fd811de req-3511a06c-5310-4766-9b35-dd39bcbc3c8c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424612 Sep 24 05:05:49.792662 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7829-c8c3-4a7f-b74c-46e769b22112 req-1e1e7ba3-ba9d-4723-82c9-92d95283688d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:49.794189 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ba4a7829-c8c3-4a7f-b74c-46e769b22112 req-1e1e7ba3-ba9d-4723-82c9-92d95283688d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0512314 Sep 24 05:05:49.841615 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ba4a7829-c8c3-4a7f-b74c-46e769b22112 req-bcd8837a-8d1c-46ed-8524-049188f9f535 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417271 Sep 24 05:05:50.968740 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b49f74-6a8f-4978-b0c8-a013f317991a req-6ab4da6f-7d33-4619-a013-0397330b8de3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:50.970212 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b6b49f74-6a8f-4978-b0c8-a013f317991a req-6ab4da6f-7d33-4619-a013-0397330b8de3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0484250 Sep 24 05:05:51.113365 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b6b49f74-6a8f-4978-b0c8-a013f317991a req-7a63f006-53a3-464c-8ba9-a9900cc61b8a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1376555 Sep 24 05:05:52.244999 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228da5a-ddc6-493b-b83d-3024ceaf9a55 req-6bf7d4f9-fe30-484d-b77e-4f7c43ddc1fa tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:52.246519 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b228da5a-ddc6-493b-b83d-3024ceaf9a55 req-6bf7d4f9-fe30-484d-b77e-4f7c43ddc1fa tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0474920 Sep 24 05:05:52.266567 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:52.295450 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b228da5a-ddc6-493b-b83d-3024ceaf9a55 req-7fc17fc3-ed73-478e-8097-97747b1ea286 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434878 Sep 24 05:05:52.544690 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=43,neutron:DELETE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:52.573126 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=48,neutron:DELETE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:53.488571 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718c9cc-9e77-4111-947c-c00243b6fdee req-11c8897c-5b49-45d5-a5ff-30f8bec7bc83 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:53.490109 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d718c9cc-9e77-4111-947c-c00243b6fdee req-11c8897c-5b49-45d5-a5ff-30f8bec7bc83 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0807848 Sep 24 05:05:53.552402 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d718c9cc-9e77-4111-947c-c00243b6fdee req-911c4e9e-85f4-44e3-a708-e9e827ae27f6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541313 Sep 24 05:05:54.691119 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c07572-b5d7-4f26-82e0-5f14e3609ece req-bef4b927-2fcf-497c-93eb-396f775f913d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:54.693936 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b6c07572-b5d7-4f26-82e0-5f14e3609ece req-bef4b927-2fcf-497c-93eb-396f775f913d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0521846 Sep 24 05:05:54.751295 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b6c07572-b5d7-4f26-82e0-5f14e3609ece req-08c8bc65-838e-4215-86eb-d91d7286b60b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506811 Sep 24 05:05:55.883657 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54770e9-d8bf-47c7-b217-050c08ede791 req-ca740e90-f8a5-42f0-a453-34f4bee93b50 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:55.885189 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a54770e9-d8bf-47c7-b217-050c08ede791 req-ca740e90-f8a5-42f0-a453-34f4bee93b50 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0518081 Sep 24 05:05:55.948274 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a54770e9-d8bf-47c7-b217-050c08ede791 req-4cca5330-8a66-4ca6-a249-759532a9d645 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560544 Sep 24 05:05:56.225818 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-76e41bff-474b-4187-bf7b-dd4117dba447 req-97198003-9441-453a-998d-22df8c99b6f4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449834 Sep 24 05:05:56.325084 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e41bff-474b-4187-bf7b-dd4117dba447 req-e8cd228a-80d3-49fc-a56b-8962d1ef5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:56.327060 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-76e41bff-474b-4187-bf7b-dd4117dba447 req-e8cd228a-80d3-49fc-a56b-8962d1ef5f8d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 1129 time: 0.0442340 Sep 24 05:05:56.437879 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e41bff-474b-4187-bf7b-dd4117dba447 req-8ea7f3c4-9cbc-4b25-81da-20a1408d5bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:56.440109 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-76e41bff-474b-4187-bf7b-dd4117dba447 req-8ea7f3c4-9cbc-4b25-81da-20a1408d5bed service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 920 time: 0.0930753 Sep 24 05:05:56.489388 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-76e41bff-474b-4187-bf7b-dd4117dba447 req-ce04dd7b-9716-4bd0-8479-1d86ae4ae3cc service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dd07bd5-e74b-434c-a105-6a9c537c3c96 HTTP/1.1" status: 200 len: 217 time: 0.0376472 Sep 24 05:05:56.549769 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e41bff-474b-4187-bf7b-dd4117dba447 req-32899365-7c1c-4568-b91a-1126458377aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:56.551264 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-76e41bff-474b-4187-bf7b-dd4117dba447 req-32899365-7c1c-4568-b91a-1126458377aa service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf HTTP/1.1" status: 200 len: 858 time: 0.0544813 Sep 24 05:05:56.634598 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e41bff-474b-4187-bf7b-dd4117dba447 req-52012236-eec6-48af-ace9-2ca4e7c6b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:56.636879 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-76e41bff-474b-4187-bf7b-dd4117dba447 req-52012236-eec6-48af-ace9-2ca4e7c6b72c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541484 Sep 24 05:05:56.756188 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-76e41bff-474b-4187-bf7b-dd4117dba447 req-a45d0fad-bccd-428b-a4cf-703c60bf2b3f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123557 Sep 24 05:05:56.854636 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-76e41bff-474b-4187-bf7b-dd4117dba447 req-04cd8b7b-b710-49e9-a660-8991f6ad2dc9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909271 Sep 24 05:05:57.094738 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3492e7e-b0f0-4b23-b57f-f86b00edc2c9 req-1d8d931e-5086-4418-9d9c-cd808a407b68 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:57.097011 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b3492e7e-b0f0-4b23-b57f-f86b00edc2c9 req-1d8d931e-5086-4418-9d9c-cd808a407b68 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0781202 Sep 24 05:05:57.158950 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b3492e7e-b0f0-4b23-b57f-f86b00edc2c9 req-6dfcfd75-9602-4f57-a741-81be414cdf45 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559621 Sep 24 05:05:57.918238 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-b1a6005f-235a-4db2-902f-ca79d348f072 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:57.920065 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-b1a6005f-235a-4db2-902f-ca79d348f072 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/networks?id=6614e23a-5f78-4605-8561-615096892491 HTTP/1.1" status: 200 len: 814 time: 0.1075535 Sep 24 05:05:57.935543 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-830c3a1b-1ca2-438f-a734-2db36b27626b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/quotas/0e942295e9b3478abd521c6f3e60e888 HTTP/1.1" status: 200 len: 375 time: 0.0100415 Sep 24 05:05:57.974095 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-5d7fad77-ee4f-4b1a-8ecc-737855c82299 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=0e942295e9b3478abd521c6f3e60e888&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327840 Sep 24 05:05:58.113703 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-daa5f9e7-ca43-4faf-a1b7-d7e9c7aec417 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6614e23a-5f78-4605-8561-615096892491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331289 Sep 24 05:05:58.200829 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:58.212825 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-61e2482b-cf1f-4d9a-b965-5c2bdfd0cb09 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6614e23a-5f78-4605-8561-615096892491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933645 Sep 24 05:05:58.307496 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cca3f-291a-49be-b1f3-37de16ef1b70 req-0f5acfa3-f273-40c5-bf98-894a1ab60888 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:58.309407 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ff6cca3f-291a-49be-b1f3-37de16ef1b70 req-0f5acfa3-f273-40c5-bf98-894a1ab60888 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0514629 Sep 24 05:05:58.390297 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ff6cca3f-291a-49be-b1f3-37de16ef1b70 req-53097c46-e139-4706-aeaa-c08326277a64 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737441 Sep 24 05:05:58.433916 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:05:58.441282 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-40249cd4-276d-4f0f-a1f9-e044000ea420 req-c8df6e55-65fd-4490-8e93-d727648ff3b4 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 210 time: 0.0499303 Sep 24 05:05:59.577173 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f842af2-1a9e-443a-a095-e3dde040c930 req-216723f0-99fa-4806-aeb7-3a378483de4b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:05:59.589031 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2f842af2-1a9e-443a-a095-e3dde040c930 req-216723f0-99fa-4806-aeb7-3a378483de4b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0933609 Sep 24 05:05:59.698626 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6fc581ae-ddde-4e3b-b24a-3b232796e513 req-8a21d2d8-b760-48f4-8d41-874bed26eac6 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 210 time: 0.0634990 Sep 24 05:05:59.718543 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2f842af2-1a9e-443a-a095-e3dde040c930 req-0aab0e93-58cd-4d91-b03b-8f30a52bbe61 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1285932 Sep 24 05:06:00.277293 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-c7e728ec-de05-4bce-9fac-ab6782fe34e8 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:00.279897 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-c7e728ec-de05-4bce-9fac-ab6782fe34e8 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.16 "GET /networking/v2.0/networks?id=6614e23a-5f78-4605-8561-615096892491 HTTP/1.1" status: 200 len: 814 time: 0.1221528 Sep 24 05:06:00.301897 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-a5b852a0-f151-4362-b9c4-ac1a3c85b35c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Request body: {'port': {'device_id': '87e09804-74dc-4329-97d5-02be092fd866', 'network_id': '6614e23a-5f78-4605-8561-615096892491', 'admin_state_up': True, 'tenant_id': '0e942295e9b3478abd521c6f3e60e888'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:06:00.492361 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-a5b852a0-f151-4362-b9c4-ac1a3c85b35c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Made reservation on behalf of 0e942295e9b3478abd521c6f3e60e888 for: {'port': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:06:00.497165 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-a5b852a0-f151-4362-b9c4-ac1a3c85b35c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:00.628966 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-a5b852a0-f151-4362-b9c4-ac1a3c85b35c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Allocated IP 172.20.0.7 (6614e23a-5f78-4605-8561-615096892491/bdebb7b8-7fab-43bf-92d1-7b97a3eb71e2/3709860a-1e61-4d69-8a8e-fb0135138d67) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:06:00.680007 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:00.801657 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:00.840088 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-a5b852a0-f151-4362-b9c4-ac1a3c85b35c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Publish callbacks [] for port (3709860a-1e61-4d69-8a8e-fb0135138d67), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:00.849297 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-95731e3c-b23a-45e4-b54b-f9068b795743 req-83151291-8a1c-4c82-a67a-f91abc04d0a4 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 210 time: 0.0680358 Sep 24 05:06:00.880957 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-a5b852a0-f151-4362-b9c4-ac1a3c85b35c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (3709860a-1e61-4d69-8a8e-fb0135138d67), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:00.929627 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-a5b852a0-f151-4362-b9c4-ac1a3c85b35c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Network 6614e23a-5f78-4605-8561-615096892491 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:06:00.933450 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-a5b852a0-f151-4362-b9c4-ac1a3c85b35c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:06:00.937544 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-a5b852a0-f151-4362-b9c4-ac1a3c85b35c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:06:00.967753 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b852a0-f151-4362-b9c4-ac1a3c85b35c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Pushing event updated for resources: {'Port': ['ID=3709860a-1e61-4d69-8a8e-fb0135138d67,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:06:00.976531 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd21de-addf-452d-be14-90fe68da9f51 req-ab131c65-730f-4a64-872e-7a02a6bc4e50 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:00.978166 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-46fd21de-addf-452d-be14-90fe68da9f51 req-ab131c65-730f-4a64-872e-7a02a6bc4e50 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.1062548 Sep 24 05:06:01.004786 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-a5b852a0-f151-4362-b9c4-ac1a3c85b35c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:01.006418 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-a5b852a0-f151-4362-b9c4-ac1a3c85b35c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:01.023986 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:01.034980 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-a5b852a0-f151-4362-b9c4-ac1a3c85b35c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7370081 Sep 24 05:06:01.046706 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-46fd21de-addf-452d-be14-90fe68da9f51 req-3fa7455f-c7e0-4477-90a3-6e3768076f7e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623548 Sep 24 05:06:01.056628 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Request body: {'port': {'device_id': '87e09804-74dc-4329-97d5-02be092fd866', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:06:01.133221 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (3709860a-1e61-4d69-8a8e-fb0135138d67), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:01.670212 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3709860a-1e61-4d69-8a8e-fb0135138d67 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:06:01.678145 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Publish callbacks [] for port (3709860a-1e61-4d69-8a8e-fb0135138d67), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:01.691783 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Transition to ACTIVE for port object 3709860a-1e61-4d69-8a8e-fb0135138d67 will not be triggered until provisioned by entity L2. {{(pid=106193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:06:01.696741 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (3709860a-1e61-4d69-8a8e-fb0135138d67), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:01.777932 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Pushing event updated for resources: {'Port': ['ID=3709860a-1e61-4d69-8a8e-fb0135138d67,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:06:01.809941 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:01.813278 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Attempting to bind port 3709860a-1e61-4d69-8a8e-fb0135138d67 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:06:01.813687 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Attempting to bind port 3709860a-1e61-4d69-8a8e-fb0135138d67 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'c25b5559-6424-422f-9d35-500aa2802903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6614e23a-5f78-4605-8561-615096892491'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:06:01.814130 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Attempting to bind port 3709860a-1e61-4d69-8a8e-fb0135138d67 on network 6614e23a-5f78-4605-8561-615096892491 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:06:01.857456 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Port 3709860a-1e61-4d69-8a8e-fb0135138d67 on network 6614e23a-5f78-4605-8561-615096892491 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:06:01.857872 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Attempting to bind port 3709860a-1e61-4d69-8a8e-fb0135138d67 on network 6614e23a-5f78-4605-8561-615096892491 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:06:01.902938 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:06:01.903281 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Checking segment: {'id': 'c25b5559-6424-422f-9d35-500aa2802903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6614e23a-5f78-4605-8561-615096892491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:06:01.903672 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Bound using segment: {'id': 'c25b5559-6424-422f-9d35-500aa2802903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6614e23a-5f78-4605-8561-615096892491'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:06:01.904113 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Bound port: 3709860a-1e61-4d69-8a8e-fb0135138d67, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25b5559-6424-422f-9d35-500aa2802903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6614e23a-5f78-4605-8561-615096892491'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:06:01.904470 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (3709860a-1e61-4d69-8a8e-fb0135138d67), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:01.977320 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] For port 3709860a-1e61-4d69-8a8e-fb0135138d67, host hv-cinder-85918, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:06:01.983276 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] For port 3709860a-1e61-4d69-8a8e-fb0135138d67, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3709860a-1e61-4d69-8a8e-fb0135138d67,segment=NetworkSegment(c25b5559-6424-422f-9d35-500aa2802903),segment_id=c25b5559-6424-422f-9d35-500aa2802903)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:06:01.992404 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761830a-0173-41ba-bb74-787eda27bb42 req-371f0f7e-c0ac-444b-82ec-3476bb999a5d tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:01.994666 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f761830a-0173-41ba-bb74-787eda27bb42 req-371f0f7e-c0ac-444b-82ec-3476bb999a5d tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 943 time: 0.0578947 Sep 24 05:06:01.996245 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (3709860a-1e61-4d69-8a8e-fb0135138d67), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:02.027194 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:02.027996 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:02.029555 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/3709860a-1e61-4d69-8a8e-fb0135138d67 HTTP/1.1" status: 200 len: 1093 time: 0.9816613 Sep 24 05:06:02.030099 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:02.032485 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e09804-74dc-4329-97d5-02be092fd866', 'tag': '3709860a-1e61-4d69-8a8e-fb0135138d67'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:06:02.035401 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f3f281-ad92-4032-b3bf-d448d1c13883" -d '{"events": [{"name": "network-changed", "server_uuid": "87e09804-74dc-4329-97d5-02be092fd866", "tag": "3709860a-1e61-4d69-8a8e-fb0135138d67"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:06:02.081354 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85019606-8eb4-4d4d-80af-a87969336deb service neutron] Pushing event updated for resources: {'Port': ['ID=3709860a-1e61-4d69-8a8e-fb0135138d67,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:06:02.116702 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f761830a-0173-41ba-bb74-787eda27bb42 req-1441fb03-70ad-4449-9bf7-4c37624cc6de tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042571 Sep 24 05:06:02.126589 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51176945-28ae-46b9-b4b0-7df8ffe72bfc x-openstack-request-id: req-51176945-28ae-46b9-b4b0-7df8ffe72bfc {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:06:02.126917 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e09804-74dc-4329-97d5-02be092fd866", "tag": "3709860a-1e61-4d69-8a8e-fb0135138d67", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:06:02.127094 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51176945-28ae-46b9-b4b0-7df8ffe72bfc {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:06:02.127498 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51176945-28ae-46b9-b4b0-7df8ffe72bfc'] response: {'name': 'network-changed', 'server_uuid': '87e09804-74dc-4329-97d5-02be092fd866', 'tag': '3709860a-1e61-4d69-8a8e-fb0135138d67', 'status': 'completed', 'code': 200} Sep 24 05:06:02.155237 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-1bff3e64-fb48-4316-a652-01f6858c1b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:02.156718 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-1bff3e64-fb48-4316-a652-01f6858c1b91 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0e942295e9b3478abd521c6f3e60e888&device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 1127 time: 0.0713313 Sep 24 05:06:02.201769 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-a5c3caef-a42a-4ce1-8ae3-366f6dba24aa service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3709860a-1e61-4d69-8a8e-fb0135138d67 HTTP/1.1" status: 200 len: 217 time: 0.0357480 Sep 24 05:06:02.221475 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a25a2-092f-4085-ad3e-7a36b834e1ac req-ac36691a-8a8b-4ee4-8d60-d03fdb3b21ba tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:02.229008 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-338a25a2-092f-4085-ad3e-7a36b834e1ac req-ac36691a-8a8b-4ee4-8d60-d03fdb3b21ba tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0561681 Sep 24 05:06:02.259082 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-ce95e872-da41-4d8a-b221-80423a47b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:02.265653 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-ce95e872-da41-4d8a-b221-80423a47b6d8 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=bdebb7b8-7fab-43bf-92d1-7b97a3eb71e2 HTTP/1.1" status: 200 len: 854 time: 0.0579448 Sep 24 05:06:02.289689 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-338a25a2-092f-4085-ad3e-7a36b834e1ac req-408f49f3-8625-4b2e-a924-ff84fa622318 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595076 Sep 24 05:06:02.307814 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-072fa528-2234-48ab-8634-305e8e7c26b5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6614e23a-5f78-4605-8561-615096892491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365701 Sep 24 05:06:02.421309 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-03ccb532-52da-403b-8836-04a3545818ac service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6614e23a-5f78-4605-8561-615096892491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057673 Sep 24 05:06:02.543140 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a575280b-0f91-4d36-a0e7-f83ed9d0363b req-57364278-26e5-4085-92d5-bb949ee5b3c7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6614e23a-5f78-4605-8561-615096892491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116116 Sep 24 05:06:02.691007 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f8eb-f892-497d-bf61-69fc1319d1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:03.247205 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d207c-d746-4ad6-85fc-b4e7acb48612 req-2a0621bc-0384-4fef-bb25-9f1f54faf68a tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:03.248872 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ed7d207c-d746-4ad6-85fc-b4e7acb48612 req-2a0621bc-0384-4fef-bb25-9f1f54faf68a tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 943 time: 0.0494933 Sep 24 05:06:03.305019 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ed7d207c-d746-4ad6-85fc-b4e7acb48612 req-cbd052be-fcb2-413b-8864-4d70778a8b0e tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505667 Sep 24 05:06:03.421530 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408041a-9729-44a1-9128-f0415c3e6f90 req-0adf3865-550b-46bd-9f86-66fdaa2c4e33 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:03.423350 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4408041a-9729-44a1-9128-f0415c3e6f90 req-0adf3865-550b-46bd-9f86-66fdaa2c4e33 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0541508 Sep 24 05:06:03.475636 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4408041a-9729-44a1-9128-f0415c3e6f90 req-d743b869-7c5c-4d41-9ed0-e524a374eff2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457289 Sep 24 05:06:04.420102 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25c682-7c68-4a98-8cb8-e5fd2aa791e4 req-0764850f-1d50-41db-83b0-1e90c4874057 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:04.421551 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3f25c682-7c68-4a98-8cb8-e5fd2aa791e4 req-0764850f-1d50-41db-83b0-1e90c4874057 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 943 time: 0.0497425 Sep 24 05:06:04.468123 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3f25c682-7c68-4a98-8cb8-e5fd2aa791e4 req-219b6bda-e1dd-4d69-ae5e-221ce222b859 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410588 Sep 24 05:06:04.606921 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6449022-eb3b-44bc-8e22-5d5630e87431 req-e817a662-20d0-479d-81f8-228c906c64dd tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:04.608288 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f6449022-eb3b-44bc-8e22-5d5630e87431 req-e817a662-20d0-479d-81f8-228c906c64dd tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0475633 Sep 24 05:06:04.654126 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f6449022-eb3b-44bc-8e22-5d5630e87431 req-279d519a-d4ac-4eac-a4ef-5e8dc0353b91 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403533 Sep 24 05:06:05.120831 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0e99c36e-b973-4a9c-bc7d-2c2cd3c1bf06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:05.592373 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2194b-8ba5-4b88-8f00-b403b6af5ed4 req-62a6c698-dcbd-45f2-a90e-7cd8656324c7 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:05.594053 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-11f2194b-8ba5-4b88-8f00-b403b6af5ed4 req-62a6c698-dcbd-45f2-a90e-7cd8656324c7 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 943 time: 0.0512893 Sep 24 05:06:05.629883 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:05.641853 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-11f2194b-8ba5-4b88-8f00-b403b6af5ed4 req-2a3d6efb-becb-4c0c-954d-14deff59343e tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414755 Sep 24 05:06:05.777539 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a983b-7ed9-4e49-b774-9856394becbb req-54a9bca2-e656-4dfd-ac12-0e2018e8178b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:05.779141 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6a4a983b-7ed9-4e49-b774-9856394becbb req-54a9bca2-e656-4dfd-ac12-0e2018e8178b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0467300 Sep 24 05:06:05.826178 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6a4a983b-7ed9-4e49-b774-9856394becbb req-a4181007-7355-48ae-ac9e-4b3ef11c70da tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415473 Sep 24 05:06:06.256393 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 3709860a-1e61-4d69-8a8e-fb0135138d67 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:06:06.355301 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 3709860a-1e61-4d69-8a8e-fb0135138d67, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3709860a-1e61-4d69-8a8e-fb0135138d67,segment=NetworkSegment(c25b5559-6424-422f-9d35-500aa2802903),segment_id=c25b5559-6424-422f-9d35-500aa2802903)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:06:06.372373 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '3709860a-1e61-4d69-8a8e-fb0135138d67', 'network_id': '6614e23a-5f78-4605-8561-615096892491', 'port_id': '3709860a-1e61-4d69-8a8e-fb0135138d67', 'mac_address': 'fa:16:3e:6a:90:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdebb7b8-7fab-43bf-92d1-7b97a3eb71e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:06:06.411327 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:06.421242 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 3709860a-1e61-4d69-8a8e-fb0135138d67 is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:06:06.421618 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (3709860a-1e61-4d69-8a8e-fb0135138d67), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:06.435951 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3709860a-1e61-4d69-8a8e-fb0135138d67 {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:06:06.455178 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 3709860a-1e61-4d69-8a8e-fb0135138d67, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3709860a-1e61-4d69-8a8e-fb0135138d67,segment=NetworkSegment(c25b5559-6424-422f-9d35-500aa2802903),segment_id=c25b5559-6424-422f-9d35-500aa2802903)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:06:06.458837 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (3709860a-1e61-4d69-8a8e-fb0135138d67), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:06.510756 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=3709860a-1e61-4d69-8a8e-fb0135138d67,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:06:06.600867 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3f281-ad92-4032-b3bf-d448d1c13883 req-12d3261b-71e5-4103-9c6a-1d3bb6209eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:06.602367 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d8f3f281-ad92-4032-b3bf-d448d1c13883 req-12d3261b-71e5-4103-9c6a-1d3bb6209eb4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0e942295e9b3478abd521c6f3e60e888&device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 1128 time: 0.0863659 Sep 24 05:06:06.761223 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee3ca2-8693-4a91-89e4-43085c371230 req-d06efe05-064f-436e-9d69-80b4e47bb0f4 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:06.762818 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-75ee3ca2-8693-4a91-89e4-43085c371230 req-d06efe05-064f-436e-9d69-80b4e47bb0f4 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 944 time: 0.0470910 Sep 24 05:06:06.815342 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-75ee3ca2-8693-4a91-89e4-43085c371230 req-7c71b479-4f7f-49e1-99f8-261b69b3a8f9 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468249 Sep 24 05:06:06.950257 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924cde0-e28f-42b6-afcd-7e46299665ef req-dedf3a2c-9f0b-4896-91cc-1416eaaf94e6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:06.951699 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c924cde0-e28f-42b6-afcd-7e46299665ef req-dedf3a2c-9f0b-4896-91cc-1416eaaf94e6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0471575 Sep 24 05:06:07.000315 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c924cde0-e28f-42b6-afcd-7e46299665ef req-d9d87699-b2e4-4360-950a-73ed0956224a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431492 Sep 24 05:06:07.295477 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['3709860a-1e61-4d69-8a8e-fb0135138d67'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:06:07.479933 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3f281-ad92-4032-b3bf-d448d1c13883 req-f7603cda-d64f-4a77-85dc-5012721e5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:07.481433 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d8f3f281-ad92-4032-b3bf-d448d1c13883 req-f7603cda-d64f-4a77-85dc-5012721e5cb9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=6614e23a-5f78-4605-8561-615096892491 HTTP/1.1" status: 200 len: 915 time: 0.0978010 Sep 24 05:06:07.933855 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f8841-0fea-470a-88d5-8aabe8d5f5a5 req-6a2228d8-64a5-4d5e-a074-16ea200c82e5 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:07.935682 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-da9f8841-0fea-470a-88d5-8aabe8d5f5a5 req-6a2228d8-64a5-4d5e-a074-16ea200c82e5 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 944 time: 0.0477097 Sep 24 05:06:07.983799 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-da9f8841-0fea-470a-88d5-8aabe8d5f5a5 req-603ccd23-de7d-4c85-ac7c-81917262c0dc tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423834 Sep 24 05:06:07.994529 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:08.036715 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:08.135177 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbc878-87fc-4fba-9355-df3aedaec912 req-512cf33e-9205-4c23-85c1-0ba3d95c998a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:08.136627 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fbfbc878-87fc-4fba-9355-df3aedaec912 req-512cf33e-9205-4c23-85c1-0ba3d95c998a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0506101 Sep 24 05:06:08.165876 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:08.183126 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fbfbc878-87fc-4fba-9355-df3aedaec912 req-c691fdb0-9492-439d-84e5-9286851ff1b7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410075 Sep 24 05:06:08.926728 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d8f3f281-ad92-4032-b3bf-d448d1c13883 req-956437c1-9e44-4447-87ac-18ad72361af4 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3709860a-1e61-4d69-8a8e-fb0135138d67 HTTP/1.1" status: 200 len: 217 time: 0.0362303 Sep 24 05:06:08.994769 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3f281-ad92-4032-b3bf-d448d1c13883 req-9e6b827b-f337-4ba7-9f3a-3dd4e5d836d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:08.996275 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d8f3f281-ad92-4032-b3bf-d448d1c13883 req-9e6b827b-f337-4ba7-9f3a-3dd4e5d836d0 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=bdebb7b8-7fab-43bf-92d1-7b97a3eb71e2 HTTP/1.1" status: 200 len: 854 time: 0.0641119 Sep 24 05:06:09.092660 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d8f3f281-ad92-4032-b3bf-d448d1c13883 req-6c7d8e8a-ef54-42ac-a3d4-f21588c82900 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6614e23a-5f78-4605-8561-615096892491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448353 Sep 24 05:06:09.120721 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f39b7-e0ab-4b5c-a9e2-f9afe8d610fd req-6866bc57-f947-4d1c-964c-d454a0ec2a89 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:09.122832 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-573f39b7-e0ab-4b5c-a9e2-f9afe8d610fd req-6866bc57-f947-4d1c-964c-d454a0ec2a89 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 944 time: 0.0512714 Sep 24 05:06:09.168049 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8277c-73d4-439f-b68b-f1aaef50ccf8 req-1aefb597-4067-44cb-8c3a-ee7998b6390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:09.169536 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-02d8277c-73d4-439f-b68b-f1aaef50ccf8 req-1aefb597-4067-44cb-8c3a-ee7998b6390a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c1aaf20f480a423ea5feca81585aeeed&device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 1129 time: 0.1099939 Sep 24 05:06:09.172290 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-573f39b7-e0ab-4b5c-a9e2-f9afe8d610fd req-838e556e-aee3-4592-bbc0-22a7c62dea51 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440266 Sep 24 05:06:09.269125 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d8f3f281-ad92-4032-b3bf-d448d1c13883 req-90db41f0-3864-4858-b96c-fbec4428bbe0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6614e23a-5f78-4605-8561-615096892491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594799 Sep 24 05:06:09.306727 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878bca9-795e-4e36-b6ca-5587afdc053f req-abbff8c2-8b10-4098-9b4a-3e3a24d88772 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:09.308195 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7878bca9-795e-4e36-b6ca-5587afdc053f req-abbff8c2-8b10-4098-9b4a-3e3a24d88772 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0468690 Sep 24 05:06:09.336222 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:09.339299 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8277c-73d4-439f-b68b-f1aaef50ccf8 req-8174a2f1-654f-40fe-a257-aec0505e2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:09.340748 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-02d8277c-73d4-439f-b68b-f1aaef50ccf8 req-8174a2f1-654f-40fe-a257-aec0505e2bed service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c071aac1-7a40-472d-a3df-a9b342b44447 HTTP/1.1" status: 200 len: 918 time: 0.1652014 Sep 24 05:06:09.363584 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7878bca9-795e-4e36-b6ca-5587afdc053f req-505ac525-672d-4284-b657-a66581882034 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495307 Sep 24 05:06:09.424358 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:09.434535 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 3709860a-1e61-4d69-8a8e-fb0135138d67 up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:06:09.436434 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d8f3f281-ad92-4032-b3bf-d448d1c13883 req-28a5a7b3-a087-4eae-802f-f10cbe1e86b9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6614e23a-5f78-4605-8561-615096892491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575179 Sep 24 05:06:09.440323 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-02d8277c-73d4-439f-b68b-f1aaef50ccf8 req-2456e803-fbcd-40b0-a695-b880c477c0fe service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4de1eabe-932e-4cda-804d-49eeff37c34c HTTP/1.1" status: 200 len: 1000 time: 0.0918648 Sep 24 05:06:09.478067 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port 3709860a-1e61-4d69-8a8e-fb0135138d67 completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:06:09.483523 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 3709860a-1e61-4d69-8a8e-fb0135138d67 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:06:09.484216 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (3709860a-1e61-4d69-8a8e-fb0135138d67), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:09.484557 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 3709860a-1e61-4d69-8a8e-fb0135138d67 Sep 24 05:06:09.506647 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8277c-73d4-439f-b68b-f1aaef50ccf8 req-d649af90-efb2-4fb6-969c-4013b9455ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:09.508230 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-02d8277c-73d4-439f-b68b-f1aaef50ccf8 req-d649af90-efb2-4fb6-969c-4013b9455ae2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=521b0c5c-068d-4d85-8ac0-e80107b00a80 HTTP/1.1" status: 200 len: 856 time: 0.0488431 Sep 24 05:06:09.549043 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:09.560053 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 3709860a-1e61-4d69-8a8e-fb0135138d67 is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:06:09.560442 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (3709860a-1e61-4d69-8a8e-fb0135138d67), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:09.567096 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8277c-73d4-439f-b68b-f1aaef50ccf8 req-db2e65c1-6b3d-4284-bcf6-75071c9f38bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:09.569146 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-02d8277c-73d4-439f-b68b-f1aaef50ccf8 req-db2e65c1-6b3d-4284-bcf6-75071c9f38bc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c071aac1-7a40-472d-a3df-a9b342b44447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435359 Sep 24 05:06:09.587303 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e09804-74dc-4329-97d5-02be092fd866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3709860a-1e61-4d69-8a8e-fb0135138d67'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:06:09.589607 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ee0a44-eaea-4f01-ac84-65bdbee822e1" -d '{"events": [{"server_uuid": "87e09804-74dc-4329-97d5-02be092fd866", "name": "network-vif-plugged", "status": "completed", "tag": "3709860a-1e61-4d69-8a8e-fb0135138d67"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:06:09.602882 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 3709860a-1e61-4d69-8a8e-fb0135138d67, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3709860a-1e61-4d69-8a8e-fb0135138d67,segment=NetworkSegment(c25b5559-6424-422f-9d35-500aa2802903),segment_id=c25b5559-6424-422f-9d35-500aa2802903)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:06:09.607148 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (3709860a-1e61-4d69-8a8e-fb0135138d67), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:09.634856 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:09.636817 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab716e3f-d2ac-4946-82b4-e34e6881f7f8 x-openstack-request-id: req-ab716e3f-d2ac-4946-82b4-e34e6881f7f8 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:06:09.637104 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e09804-74dc-4329-97d5-02be092fd866", "name": "network-vif-plugged", "status": "completed", "tag": "3709860a-1e61-4d69-8a8e-fb0135138d67", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:06:09.637359 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab716e3f-d2ac-4946-82b4-e34e6881f7f8 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:06:09.637754 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab716e3f-d2ac-4946-82b4-e34e6881f7f8'] response: {'server_uuid': '87e09804-74dc-4329-97d5-02be092fd866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3709860a-1e61-4d69-8a8e-fb0135138d67', 'code': 200} Sep 24 05:06:09.667414 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-02d8277c-73d4-439f-b68b-f1aaef50ccf8 req-1f9d462d-5dae-4cae-9c19-71107f4dfd54 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899427 Sep 24 05:06:09.668127 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=3709860a-1e61-4d69-8a8e-fb0135138d67,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:06:09.782263 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-02d8277c-73d4-439f-b68b-f1aaef50ccf8 req-099a8f5a-afc8-431e-9521-6e87653f3ab9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075647 Sep 24 05:06:09.842071 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caae3b4-fa71-4bb6-b9fa-911ba36ade97 req-a18be3de-a158-4da8-bcdd-6a55ffca1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:09.843497 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9caae3b4-fa71-4bb6-b9fa-911ba36ade97 req-a18be3de-a158-4da8-bcdd-6a55ffca1339 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 1129 time: 0.0378764 Sep 24 05:06:10.294782 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492d514-7f71-4376-b713-1bdf2d1ba76c req-b56c562d-5ca9-45ba-b876-6c6e9425b09c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:10.296245 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a492d514-7f71-4376-b713-1bdf2d1ba76c req-b56c562d-5ca9-45ba-b876-6c6e9425b09c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 945 time: 0.0475142 Sep 24 05:06:10.354734 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64368e92-d871-424e-a5f1-0afdad735024 req-faa8176a-2b29-4e83-95db-3906dbda85e5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:10.356188 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-64368e92-d871-424e-a5f1-0afdad735024 req-faa8176a-2b29-4e83-95db-3906dbda85e5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0590854 Sep 24 05:06:10.391723 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a492d514-7f71-4376-b713-1bdf2d1ba76c req-4650a705-cbcc-4219-9f5e-972667eb60bb tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859985 Sep 24 05:06:10.424501 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-64368e92-d871-424e-a5f1-0afdad735024 req-368f987d-5285-492b-9d24-d49e45bd57c6 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626614 Sep 24 05:06:10.498896 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d92daf-c5d5-4d3b-abf3-56647533877b req-92a22c38-53b6-4d06-b91f-7d6866fed129 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:10.500328 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-93d92daf-c5d5-4d3b-abf3-56647533877b req-92a22c38-53b6-4d06-b91f-7d6866fed129 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0449777 Sep 24 05:06:10.546131 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-93d92daf-c5d5-4d3b-abf3-56647533877b req-b6785a85-c210-4c59-aa59-897148b28aae tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397351 Sep 24 05:06:11.418031 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9caae3b4-fa71-4bb6-b9fa-911ba36ade97 req-58b1c863-0b9a-49e3-822d-627dfb764298 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393684 Sep 24 05:06:11.518276 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfbc84-31ee-4114-92ce-5f2e9b0af399 req-1d351091-64d4-4223-9c55-914371aa2ba6 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:11.519703 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3adfbc84-31ee-4114-92ce-5f2e9b0af399 req-1d351091-64d4-4223-9c55-914371aa2ba6 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 945 time: 0.0545032 Sep 24 05:06:11.569161 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4786f4a-4b11-44fe-ae8c-90fa20c972fb req-1f7398a9-e55f-4c3a-baaf-64c6f12ccf96 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:11.570572 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c4786f4a-4b11-44fe-ae8c-90fa20c972fb req-1f7398a9-e55f-4c3a-baaf-64c6f12ccf96 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0686338 Sep 24 05:06:11.609550 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3adfbc84-31ee-4114-92ce-5f2e9b0af399 req-5fc7d75e-53e8-4138-a51e-6606176530eb tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735397 Sep 24 05:06:11.618188 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:11.636778 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c4786f4a-4b11-44fe-ae8c-90fa20c972fb req-1d6020da-4c6f-40be-be21-be3b011fb2de tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566921 Sep 24 05:06:11.713621 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f901288-8adb-494d-88ef-5504709f544a req-d758d261-16d7-4df4-97a7-e2a33fc06c4a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:11.715135 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f901288-8adb-494d-88ef-5504709f544a req-d758d261-16d7-4df4-97a7-e2a33fc06c4a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0465882 Sep 24 05:06:11.761739 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f901288-8adb-494d-88ef-5504709f544a req-71d1a97d-028c-4fd7-a3f8-797e1da8ad5b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410526 Sep 24 05:06:12.763172 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd117b-9f2d-47b1-84af-c68e0dc775af req-539d61ac-8514-4543-b5cf-6c23bca3977f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:12.764531 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dbcd117b-9f2d-47b1-84af-c68e0dc775af req-539d61ac-8514-4543-b5cf-6c23bca3977f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 945 time: 0.0771737 Sep 24 05:06:12.784002 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3e5e9-c46e-4d67-940e-9745fd517cca req-7d268ccb-5a50-4610-8113-f0bafafb4c8f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:12.785349 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-63a3e5e9-c46e-4d67-940e-9745fd517cca req-7d268ccb-5a50-4610-8113-f0bafafb4c8f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0702744 Sep 24 05:06:12.847425 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dbcd117b-9f2d-47b1-84af-c68e0dc775af req-d46f6585-8eda-46eb-bc49-5b0991a40e71 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772309 Sep 24 05:06:12.854621 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-63a3e5e9-c46e-4d67-940e-9745fd517cca req-c24865e4-df47-4e2f-b810-fdc08774dbf3 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619698 Sep 24 05:06:12.951587 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42f184-e66f-41be-8113-3711e3ecda8b req-cff2a69d-6b3f-43cd-9cfd-9be8a5af7bb5 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:12.953013 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8f42f184-e66f-41be-8113-3711e3ecda8b req-cff2a69d-6b3f-43cd-9cfd-9be8a5af7bb5 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 945 time: 0.0459583 Sep 24 05:06:12.965342 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:13.003648 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8f42f184-e66f-41be-8113-3711e3ecda8b req-82001cdc-3ab2-41b7-aedd-390437e2ad2b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451055 Sep 24 05:06:13.182930 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:06:13.452915 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 4de1eabe-932e-4cda-804d-49eeff37c34c no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:06:13.513609 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [req-5f47329e-c42a-4c8e-a83a-c99c32ccb574 req-c705d8e1-52e1-4a10-93a6-173edbca3580 service neutron] http://10.222.0.50:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 05:06:13.514646 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5f47329e-c42a-4c8e-a83a-c99c32ccb574 req-c705d8e1-52e1-4a10-93a6-173edbca3580 service neutron] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053298 Sep 24 05:06:13.526931 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 4de1eabe-932e-4cda-804d-49eeff37c34c is: ACTIVE; New status is: DOWN {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:06:13.527315 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:13.550621 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4de1eabe-932e-4cda-804d-49eeff37c34c'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:06:13.552802 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e1fca1-f225-47d1-9c10-201a2e773807" -d '{"events": [{"server_uuid": "08fb826b-e891-46c4-990d-ca03cf3f4222", "name": "network-vif-unplugged", "status": "completed", "tag": "4de1eabe-932e-4cda-804d-49eeff37c34c"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:06:13.565383 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 4de1eabe-932e-4cda-804d-49eeff37c34c, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=4de1eabe-932e-4cda-804d-49eeff37c34c,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:06:13.569941 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:13.593706 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Sep 2022 05:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dab8749-1109-47de-949f-ea30b46c3ce5 x-openstack-request-id: req-9dab8749-1109-47de-949f-ea30b46c3ce5 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:06:13.594011 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fb826b-e891-46c4-990d-ca03cf3f4222", "name": "network-vif-unplugged", "status": "completed", "tag": "4de1eabe-932e-4cda-804d-49eeff37c34c", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:06:13.594265 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9dab8749-1109-47de-949f-ea30b46c3ce5 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:06:13.594648 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dab8749-1109-47de-949f-ea30b46c3ce5'] response: {'server_uuid': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4de1eabe-932e-4cda-804d-49eeff37c34c', 'code': 200} Sep 24 05:06:13.622402 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=4de1eabe-932e-4cda-804d-49eeff37c34c,revision_number=8']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:06:13.708657 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a7d9a-0eb8-4464-a97c-0e0bcb1ea761 req-9d5c7bb7-71d1-4ef3-9ca6-5a5bc3423e93 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:13.710176 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a8a7d9a-0eb8-4464-a97c-0e0bcb1ea761 req-9d5c7bb7-71d1-4ef3-9ca6-5a5bc3423e93 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0475376 Sep 24 05:06:13.758613 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a8a7d9a-0eb8-4464-a97c-0e0bcb1ea761 req-705bc926-93f7-462f-83bb-e8128efa05e9 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427544 Sep 24 05:06:13.925923 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 60496) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:06:14.036809 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6738ae2-1043-4083-a0fe-f71f0b1852bf req-6791aba2-a543-4974-963b-bae84f740be1 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:14.038273 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b6738ae2-1043-4083-a0fe-f71f0b1852bf req-6791aba2-a543-4974-963b-bae84f740be1 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 945 time: 0.1058455 Sep 24 05:06:14.046635 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a85916-a870-463d-a1b4-db7e85f85905 req-a62f5077-0f56-46b0-b8b5-5023040b696e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:14.047985 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c0a85916-a870-463d-a1b4-db7e85f85905 req-a62f5077-0f56-46b0-b8b5-5023040b696e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.1051934 Sep 24 05:06:14.071191 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-036089e5-c500-49ac-89fe-12ccb628b89c req-43b09761-88a6-4648-80bc-92490de011fa service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1437957 Sep 24 05:06:14.087366 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [req-036089e5-c500-49ac-89fe-12ccb628b89c req-7ce717d7-90dd-4de1-ae2f-914dd83bef60 service neutron] http://10.222.0.50:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 05:06:14.088301 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-036089e5-c500-49ac-89fe-12ccb628b89c req-7ce717d7-90dd-4de1-ae2f-914dd83bef60 service neutron] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0073130 Sep 24 05:06:14.131679 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b6738ae2-1043-4083-a0fe-f71f0b1852bf req-911b1195-15ad-4dd1-8814-233b5024ad52 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809672 Sep 24 05:06:14.135703 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c0a85916-a870-463d-a1b4-db7e85f85905 req-b2dbd3d5-9a21-4a85-82fe-bd4f31fb247c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779643 Sep 24 05:06:14.184465 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 60506) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:06:14.287071 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036089e5-c500-49ac-89fe-12ccb628b89c req-0fe9f240-1f90-4ce6-bbb7-88c377127619 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:14.288342 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-036089e5-c500-49ac-89fe-12ccb628b89c req-0fe9f240-1f90-4ce6-bbb7-88c377127619 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports/4de1eabe-932e-4cda-804d-49eeff37c34c HTTP/1.1" status: 200 len: 940 time: 0.1027458 Sep 24 05:06:14.884748 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fe477-243f-42df-93df-50122f4f5138 req-d9c41b75-c03b-42ec-ac61-f289d891d860 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:14.886221 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3f9fe477-243f-42df-93df-50122f4f5138 req-d9c41b75-c03b-42ec-ac61-f289d891d860 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0490818 Sep 24 05:06:14.932537 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3f9fe477-243f-42df-93df-50122f4f5138 req-fce44b85-280a-4280-b124-1594e86dac19 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409350 Sep 24 05:06:15.263521 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a87c5-c9ba-4035-bbbb-630a61eaec9c req-91329b54-6bc5-453e-9b8e-a4cb4f64aa77 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:15.264987 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d85a87c5-c9ba-4035-bbbb-630a61eaec9c req-91329b54-6bc5-453e-9b8e-a4cb4f64aa77 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0464792 Sep 24 05:06:15.312029 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d85a87c5-c9ba-4035-bbbb-630a61eaec9c req-f3d2841c-ca71-477b-b52a-922e6da3e982 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413613 Sep 24 05:06:16.057729 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:16.080428 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1739f-d34e-4c92-9de0-5708d240c7ce req-21e471b0-ddb5-4739-ae04-2a7b067753bd tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:16.082899 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-24c1739f-d34e-4c92-9de0-5708d240c7ce req-21e471b0-ddb5-4739-ae04-2a7b067753bd tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0610533 Sep 24 05:06:16.137831 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-24c1739f-d34e-4c92-9de0-5708d240c7ce req-3ff522d2-e6bb-47c5-a1ea-e7cbe2ddd7a8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487661 Sep 24 05:06:16.432717 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cf46e-e20d-4539-bb38-9f2e2024732a req-98773ff4-fcff-4e3b-951c-0b7255392fa1 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:16.434220 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d15cf46e-e20d-4539-bb38-9f2e2024732a req-98773ff4-fcff-4e3b-951c-0b7255392fa1 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0467253 Sep 24 05:06:16.488561 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d15cf46e-e20d-4539-bb38-9f2e2024732a req-4170fa73-f376-47ca-816e-e9d493c7ab2e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484307 Sep 24 05:06:16.496932 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 60544) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:06:16.501587 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1869260860', 'description': 'tempest-description--310512557'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:06:16.523523 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:16.589570 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (14fafd78-f19f-4888-a521-87d9bd6c28dd), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:16.592766 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (14fafd78-f19f-4888-a521-87d9bd6c28dd), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:16.622572 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:16.623747 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1257958 Sep 24 05:06:16.625583 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14fafd78-f19f-4888-a521-87d9bd6c28dd,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:06:16.626848 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 60546) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:06:16.631554 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-071a0cb9-22fd-4752-b885-62cf92df1278 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'security_group_rule': {'security_group_id': '14fafd78-f19f-4888-a521-87d9bd6c28dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:06:16.633173 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:06:16.633520 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:06:16.633857 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:06:16.634207 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:06:16.634536 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:06:16.634859 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:06:16.635179 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:06:16.635496 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:06:16.635814 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:06:16.636134 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:06:16.636452 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:06:16.636768 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:06:16.637084 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:06:16.637399 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:06:16.637714 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f919f-a841-42fb-8969-5f5cc04bc36e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:06:16.661714 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-071a0cb9-22fd-4752-b885-62cf92df1278 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (a3e57118-4fca-4ce9-8d0a-541e05b70c99), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:16.722130 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-071a0cb9-22fd-4752-b885-62cf92df1278 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (a3e57118-4fca-4ce9-8d0a-541e05b70c99), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:16.726819 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-071a0cb9-22fd-4752-b885-62cf92df1278 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (a3e57118-4fca-4ce9-8d0a-541e05b70c99), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:16.745134 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a0cb9-22fd-4752-b885-62cf92df1278 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e57118-4fca-4ce9-8d0a-541e05b70c99,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:06:16.752783 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-071a0cb9-22fd-4752-b885-62cf92df1278 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:16.753936 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-071a0cb9-22fd-4752-b885-62cf92df1278 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259389 Sep 24 05:06:16.756751 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 60550) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:06:16.760833 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-a566f9ae-ba5b-4e91-a3a4-ab75231ee26b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'security_group_rule': {'security_group_id': '14fafd78-f19f-4888-a521-87d9bd6c28dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:06:16.789820 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a566f9ae-ba5b-4e91-a3a4-ab75231ee26b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (14cbc4f4-9b0a-45e9-b932-5d8e37b741af), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:16.844485 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a566f9ae-ba5b-4e91-a3a4-ab75231ee26b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (14cbc4f4-9b0a-45e9-b932-5d8e37b741af), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:16.847872 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a566f9ae-ba5b-4e91-a3a4-ab75231ee26b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (14cbc4f4-9b0a-45e9-b932-5d8e37b741af), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:16.863620 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566f9ae-ba5b-4e91-a3a4-ab75231ee26b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cbc4f4-9b0a-45e9-b932-5d8e37b741af,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:06:16.874611 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a566f9ae-ba5b-4e91-a3a4-ab75231ee26b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:16.875862 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-a566f9ae-ba5b-4e91-a3a4-ab75231ee26b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181571 Sep 24 05:06:16.878905 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 60552) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:06:16.883166 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'floatingip': {'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:06:16.904019 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:16.984812 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:17.032617 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:17.042627 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:17.094573 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Allocated IP 172.27.0.181 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/524d19a7-e345-4bb1-ae6b-420daa9527fe) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:06:17.200162 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for port (524d19a7-e345-4bb1-ae6b-420daa9527fe), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:17.232990 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (524d19a7-e345-4bb1-ae6b-420daa9527fe), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:17.271426 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e972f9-daa0-4a09-92f4-49b8fcdc37f2 req-fec5bcc6-92c0-46b7-b943-2eee291d1238 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:17.272047 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:06:17.272934 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-55e972f9-daa0-4a09-92f4-49b8fcdc37f2 req-fec5bcc6-92c0-46b7-b943-2eee291d1238 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0514395 Sep 24 05:06:17.274687 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:06:17.278341 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:06:17.302719 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'Port': ['ID=524d19a7-e345-4bb1-ae6b-420daa9527fe,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:06:17.316125 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:17.325722 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-55e972f9-daa0-4a09-92f4-49b8fcdc37f2 req-8254b981-adaf-418d-9d90-d100bd833ad9 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466306 Sep 24 05:06:17.369006 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (a92dcca8-17e3-4ad7-89b9-9d83e8c7dd20), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:17.404141 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (524d19a7-e345-4bb1-ae6b-420daa9527fe), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:17.550986 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for port (524d19a7-e345-4bb1-ae6b-420daa9527fe), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:17.556967 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (524d19a7-e345-4bb1-ae6b-420daa9527fe), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:17.612212 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6cc16-6234-4c5a-a72c-3e46d88253b6 req-3e1d30e4-74a9-400c-8593-a06225bc92c3 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:17.613685 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fce6cc16-6234-4c5a-a72c-3e46d88253b6 req-3e1d30e4-74a9-400c-8593-a06225bc92c3 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0448775 Sep 24 05:06:17.623675 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (a92dcca8-17e3-4ad7-89b9-9d83e8c7dd20), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:17.627296 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'Port': ['ID=524d19a7-e345-4bb1-ae6b-420daa9527fe,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:06:17.642012 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:17.643318 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-562721cb-d1bf-463f-89bc-2aafda2e5af1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7634983 Sep 24 05:06:17.664892 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fce6cc16-6234-4c5a-a72c-3e46d88253b6 req-6c53ab65-360b-4c41-bec0-bf9ffe07f4cc tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444725 Sep 24 05:06:17.809680 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-0e351705-ea36-46a3-b6c5-d681075979ff tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1869260860&fields=id&tenant_id=87d5229e39fe4817b5187068d8acecc7 HTTP/1.1" status: 200 len: 267 time: 0.0446033 Sep 24 05:06:17.917201 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-f747b6dc-dd8a-4b77-a54e-44c3ea93b693 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:17.918573 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-f747b6dc-dd8a-4b77-a54e-44c3ea93b693 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/networks?id=17f0f6dc-1b39-4c78-b39c-2031585b359a HTTP/1.1" status: 200 len: 815 time: 0.1022174 Sep 24 05:06:17.932382 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-ff558232-53f2-482b-b4a6-6f98a7a118ed tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/quotas/87d5229e39fe4817b5187068d8acecc7 HTTP/1.1" status: 200 len: 375 time: 0.0085931 Sep 24 05:06:17.983850 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-5546d42d-fd56-477f-8702-db7cb7715c4c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=87d5229e39fe4817b5187068d8acecc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468657 Sep 24 05:06:18.122708 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-c2566f1d-b945-4c00-9277-610f79e322bc service neutron] 10.222.0.50 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273377 Sep 24 05:06:18.217555 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-6c39f39f-bc00-4b7f-98ab-ef0025d70ef2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892217 Sep 24 05:06:18.361267 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:18.406316 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4aef6a4a-af21-49aa-a074-1ba0d80104a5 req-1c2c27c7-8c10-46cf-a0eb-31407b9b48aa tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 210 time: 0.0382278 Sep 24 05:06:18.454847 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:18.457637 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef47ac-f63d-44c5-abef-878acb3d4d66 req-37deec3c-6243-4230-9b74-79f69ac06739 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:18.459132 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-39ef47ac-f63d-44c5-abef-878acb3d4d66 req-37deec3c-6243-4230-9b74-79f69ac06739 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0474899 Sep 24 05:06:18.517414 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-39ef47ac-f63d-44c5-abef-878acb3d4d66 req-0a3cb508-b873-40d4-a96f-13945fb8df24 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512209 Sep 24 05:06:18.790935 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29645a7-fcc5-429b-862c-276c3dcebcbb req-bd1d54e1-fd42-4f04-8e88-c30d665331a5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:18.792538 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c29645a7-fcc5-429b-862c-276c3dcebcbb req-bd1d54e1-fd42-4f04-8e88-c30d665331a5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0478189 Sep 24 05:06:18.854111 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c29645a7-fcc5-429b-862c-276c3dcebcbb req-ef464c00-391d-45ef-b927-70f2fc91f174 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553834 Sep 24 05:06:19.484799 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b2d05c2-845a-4a16-81fa-fee1171f3af4 req-32ba9b77-062a-4818-8d35-0ad170c826d3 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 210 time: 0.0272067 Sep 24 05:06:19.651821 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471970d-9f85-4d0b-abc1-35182050802f req-910407a8-a929-4c49-a828-ac7bc8a2739a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:19.653654 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5471970d-9f85-4d0b-abc1-35182050802f req-910407a8-a929-4c49-a828-ac7bc8a2739a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0507743 Sep 24 05:06:19.658225 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:19.701092 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5471970d-9f85-4d0b-abc1-35182050802f req-33703213-2ac4-4f4b-ba60-9b636464dcd2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414617 Sep 24 05:06:19.703010 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-9b8c95aa-eccb-49d5-8e7d-fa8535e87ce1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:19.704486 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-9b8c95aa-eccb-49d5-8e7d-fa8535e87ce1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "GET /networking/v2.0/networks?id=17f0f6dc-1b39-4c78-b39c-2031585b359a HTTP/1.1" status: 200 len: 815 time: 0.1277022 Sep 24 05:06:19.756120 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:19.781892 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-e1e2b35f-5698-4d88-941b-9c84e8678512 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=87d5229e39fe4817b5187068d8acecc7 HTTP/1.1" status: 200 len: 472 time: 0.0678844 Sep 24 05:06:19.880056 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-bdfe4534-9c19-4502-8811-1ed07bd48053 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'port': {'device_id': '34b2ef46-4969-469b-adcd-22abf7c4d6df', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'admin_state_up': True, 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'security_groups': ['14fafd78-f19f-4888-a521-87d9bd6c28dd']}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:06:19.988065 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c03012-e0ef-4d0b-a230-ddb37e6b7cd5 req-1fa43a88-641b-4746-87ba-cc52faadfdf5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:19.989494 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-bdfe4534-9c19-4502-8811-1ed07bd48053 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Made reservation on behalf of 87d5229e39fe4817b5187068d8acecc7 for: {'port': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:06:19.990125 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02c03012-e0ef-4d0b-a230-ddb37e6b7cd5 req-1fa43a88-641b-4746-87ba-cc52faadfdf5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0502901 Sep 24 05:06:19.993766 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-bdfe4534-9c19-4502-8811-1ed07bd48053 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:20.038952 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02c03012-e0ef-4d0b-a230-ddb37e6b7cd5 req-05061041-6991-47a3-b4fb-66dfccfe4fb8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420866 Sep 24 05:06:20.118917 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-bdfe4534-9c19-4502-8811-1ed07bd48053 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Allocated IP 172.20.0.12 (17f0f6dc-1b39-4c78-b39c-2031585b359a/8f69c44e-b4a0-4787-8e79-5aa8095e4aa1/7496c434-3138-4ef6-8254-ee2787a76407) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:06:20.254404 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-bdfe4534-9c19-4502-8811-1ed07bd48053 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for port (7496c434-3138-4ef6-8254-ee2787a76407), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:20.285516 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-bdfe4534-9c19-4502-8811-1ed07bd48053 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (7496c434-3138-4ef6-8254-ee2787a76407), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:20.329976 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-bdfe4534-9c19-4502-8811-1ed07bd48053 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Network 17f0f6dc-1b39-4c78-b39c-2031585b359a is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:06:20.333169 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-bdfe4534-9c19-4502-8811-1ed07bd48053 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:06:20.337420 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-bdfe4534-9c19-4502-8811-1ed07bd48053 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:06:20.364723 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe4534-9c19-4502-8811-1ed07bd48053 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'Port': ['ID=7496c434-3138-4ef6-8254-ee2787a76407,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:06:20.390488 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-bdfe4534-9c19-4502-8811-1ed07bd48053 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:20.391101 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-bdfe4534-9c19-4502-8811-1ed07bd48053 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:20.408917 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-bdfe4534-9c19-4502-8811-1ed07bd48053 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5326576 Sep 24 05:06:20.421914 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Request body: {'port': {'device_id': '34b2ef46-4969-469b-adcd-22abf7c4d6df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:06:20.483234 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (7496c434-3138-4ef6-8254-ee2787a76407), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:20.586910 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-03cee697-7693-432b-9689-34e6ffaf0c48 None None] Provisioning complete for port 7496c434-3138-4ef6-8254-ee2787a76407 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:06:20.587508 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-03cee697-7693-432b-9689-34e6ffaf0c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (7496c434-3138-4ef6-8254-ee2787a76407), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:20.587617 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-03cee697-7693-432b-9689-34e6ffaf0c48 None None] Attempt 1 to provision port 7496c434-3138-4ef6-8254-ee2787a76407 Sep 24 05:06:20.606373 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552582b-1a65-4cbf-9cb5-3752e69c13bd req-1048be09-4e06-43ec-836f-c9e780fdd5d7 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:20.608548 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6552582b-1a65-4cbf-9cb5-3752e69c13bd req-1048be09-4e06-43ec-836f-c9e780fdd5d7 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 932 time: 0.0498338 Sep 24 05:06:20.618623 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:20.628056 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-03cee697-7693-432b-9689-34e6ffaf0c48 None None] Port 7496c434-3138-4ef6-8254-ee2787a76407 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:06:20.642905 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:20.644713 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:20.661194 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6552582b-1a65-4cbf-9cb5-3752e69c13bd req-9bd4dd5b-3770-44de-97a6-8f73b9074139 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468211 Sep 24 05:06:20.750612 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7496c434-3138-4ef6-8254-ee2787a76407 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:06:20.758589 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Publish callbacks [] for port (7496c434-3138-4ef6-8254-ee2787a76407), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:20.771027 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Transition to ACTIVE for port object 7496c434-3138-4ef6-8254-ee2787a76407 will not be triggered until provisioned by entity L2. {{(pid=106193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:06:20.774594 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (7496c434-3138-4ef6-8254-ee2787a76407), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:20.829722 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d1349-7b60-40cc-be83-c5510ef4689b req-65d1fa48-7149-4528-8d37-13bad90e499e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:20.831202 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb3d1349-7b60-40cc-be83-c5510ef4689b req-65d1fa48-7149-4528-8d37-13bad90e499e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0473359 Sep 24 05:06:20.838754 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Pushing event updated for resources: {'Port': ['ID=7496c434-3138-4ef6-8254-ee2787a76407,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:06:20.885284 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb3d1349-7b60-40cc-be83-c5510ef4689b req-0be3e0e8-4219-46b6-bf8c-e5590877e28e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482693 Sep 24 05:06:20.886462 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Attempting to bind port 7496c434-3138-4ef6-8254-ee2787a76407 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:06:20.886794 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Attempting to bind port 7496c434-3138-4ef6-8254-ee2787a76407 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:06:20.887122 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Attempting to bind port 7496c434-3138-4ef6-8254-ee2787a76407 on network 17f0f6dc-1b39-4c78-b39c-2031585b359a {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:06:20.931097 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Port 7496c434-3138-4ef6-8254-ee2787a76407 on network 17f0f6dc-1b39-4c78-b39c-2031585b359a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:06:20.931512 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Attempting to bind port 7496c434-3138-4ef6-8254-ee2787a76407 on network 17f0f6dc-1b39-4c78-b39c-2031585b359a {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:06:20.972483 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:06:20.986200 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Checking segment: {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:06:20.986200 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Bound using segment: {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:06:20.986200 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Bound port: 7496c434-3138-4ef6-8254-ee2787a76407, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:06:20.986200 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (7496c434-3138-4ef6-8254-ee2787a76407), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:21.032796 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] For port 7496c434-3138-4ef6-8254-ee2787a76407, host hv-cinder-85918, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:06:21.035828 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] For port 7496c434-3138-4ef6-8254-ee2787a76407, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7496c434-3138-4ef6-8254-ee2787a76407,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:06:21.040763 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (7496c434-3138-4ef6-8254-ee2787a76407), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:21.044760 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:21.045387 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:21.046845 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/7496c434-3138-4ef6-8254-ee2787a76407 HTTP/1.1" status: 200 len: 1094 time: 0.6291051 Sep 24 05:06:21.048359 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b2ef46-4969-469b-adcd-22abf7c4d6df', 'tag': '7496c434-3138-4ef6-8254-ee2787a76407'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:06:21.050924 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8bd05c-968b-4eba-87c5-02080036ca46" -d '{"events": [{"name": "network-changed", "server_uuid": "34b2ef46-4969-469b-adcd-22abf7c4d6df", "tag": "7496c434-3138-4ef6-8254-ee2787a76407"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:06:21.129816 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1a6d1-598b-4309-8175-a7c1579f2e40 service neutron] Pushing event updated for resources: {'Port': ['ID=7496c434-3138-4ef6-8254-ee2787a76407,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:06:21.130161 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-03cee697-7693-432b-9689-34e6ffaf0c48 None None] Attempt 2 to provision port 7496c434-3138-4ef6-8254-ee2787a76407 Sep 24 05:06:21.144713 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-a5e9f959-7d3c-49e1-9dc2-816ffc8dac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:21.146224 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-a5e9f959-7d3c-49e1-9dc2-816ffc8dac79 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=87d5229e39fe4817b5187068d8acecc7&device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 1128 time: 0.0483055 Sep 24 05:06:21.183072 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-03cee697-7693-432b-9689-34e6ffaf0c48 None None] Port 7496c434-3138-4ef6-8254-ee2787a76407 had new provisioning blocks added so it will not transition to active. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 05:06:21.195420 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239c521-a8ae-4b81-9bf9-a2ed4b8a0770 req-3cbae47d-f24b-42ce-9e66-a8b286a41f6c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:21.196416 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-e9427980-2a1a-42c5-bde4-c12d0dd2bfea service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7496c434-3138-4ef6-8254-ee2787a76407 HTTP/1.1" status: 200 len: 217 time: 0.0429201 Sep 24 05:06:21.197167 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8239c521-a8ae-4b81-9bf9-a2ed4b8a0770 req-3cbae47d-f24b-42ce-9e66-a8b286a41f6c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0716157 Sep 24 05:06:21.203632 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3cefd4-f22e-4cec-96e9-94291b769d1f x-openstack-request-id: req-4c3cefd4-f22e-4cec-96e9-94291b769d1f {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:06:21.203919 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b2ef46-4969-469b-adcd-22abf7c4d6df", "tag": "7496c434-3138-4ef6-8254-ee2787a76407", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:06:21.204173 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c3cefd4-f22e-4cec-96e9-94291b769d1f {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:06:21.204564 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3cefd4-f22e-4cec-96e9-94291b769d1f'] response: {'name': 'network-changed', 'server_uuid': '34b2ef46-4969-469b-adcd-22abf7c4d6df', 'tag': '7496c434-3138-4ef6-8254-ee2787a76407', 'status': 'completed', 'code': 200} Sep 24 05:06:21.244827 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8239c521-a8ae-4b81-9bf9-a2ed4b8a0770 req-c2639741-8aef-4355-9913-11ec047972d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413415 Sep 24 05:06:21.274953 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-75b4704e-4da2-4460-9195-98de65f03cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:21.276401 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-75b4704e-4da2-4460-9195-98de65f03cdb service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8f69c44e-b4a0-4787-8e79-5aa8095e4aa1 HTTP/1.1" status: 200 len: 854 time: 0.0448616 Sep 24 05:06:21.324074 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-011d10e3-9422-46fb-9159-9a5aa81ba259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:21.325417 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-011d10e3-9422-46fb-9159-9a5aa81ba259 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=17f0f6dc-1b39-4c78-b39c-2031585b359a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416780 Sep 24 05:06:21.415940 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-ac8c23c7-2abf-4de8-a369-70ae1dd1b3fb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826285 Sep 24 05:06:21.487312 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:21.513053 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3637240e-49d8-4a1c-89a2-8027b1395341 req-259449c6-5367-4df9-908c-beddee6df461 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893917 Sep 24 05:06:21.781626 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42926666-5bb4-4338-ae4f-a1a9e5d22853 req-05e1f528-62d4-47e0-8025-60aa934c3f55 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:21.783068 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-42926666-5bb4-4338-ae4f-a1a9e5d22853 req-05e1f528-62d4-47e0-8025-60aa934c3f55 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 944 time: 0.0457654 Sep 24 05:06:21.833256 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-42926666-5bb4-4338-ae4f-a1a9e5d22853 req-babebaa6-0195-43bc-89ee-26a071e5c1bb tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447726 Sep 24 05:06:22.012206 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b14f8a-3061-453b-a43f-18d5c13eb234 req-c116dc2b-183d-4da2-bbac-5b405f69ce4b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:22.013649 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-33b14f8a-3061-453b-a43f-18d5c13eb234 req-c116dc2b-183d-4da2-bbac-5b405f69ce4b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0499427 Sep 24 05:06:22.062134 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-33b14f8a-3061-453b-a43f-18d5c13eb234 req-2494f43f-741a-4353-8d81-667351564200 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421760 Sep 24 05:06:22.365733 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d44078-aec7-4af0-826d-93a682a3ae34 req-7e4756c7-777c-4781-87e6-6961a83124a6 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:22.367744 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c3d44078-aec7-4af0-826d-93a682a3ae34 req-7e4756c7-777c-4781-87e6-6961a83124a6 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0467064 Sep 24 05:06:22.413068 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c3d44078-aec7-4af0-826d-93a682a3ae34 req-7068f7d3-5257-4f40-9184-9d5b0b2e3d96 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398488 Sep 24 05:06:22.954453 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bf6b5-955f-49e0-b264-e46910c6b0b7 req-46df0e4f-7bc5-4e99-83af-e65b4054b787 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:22.955814 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d96bf6b5-955f-49e0-b264-e46910c6b0b7 req-46df0e4f-7bc5-4e99-83af-e65b4054b787 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 944 time: 0.0462081 Sep 24 05:06:23.004484 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d96bf6b5-955f-49e0-b264-e46910c6b0b7 req-6511471c-cc02-42c2-b635-39a40335b94b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430329 Sep 24 05:06:23.182371 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:23.185739 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf40cdc-0623-450f-bd98-bea4519bfe81 req-7bec663e-487f-46c4-a006-ab3aabbcd1ac tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:23.187275 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ebf40cdc-0623-450f-bd98-bea4519bfe81 req-7bec663e-487f-46c4-a006-ab3aabbcd1ac tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0471659 Sep 24 05:06:23.209000 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:23.236602 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ebf40cdc-0623-450f-bd98-bea4519bfe81 req-3d485c73-61fc-4380-9f5f-63f1ff57e603 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425334 Sep 24 05:06:23.537664 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0c895-e826-48e0-b36a-5778b4d4e24b req-74427b08-c5d1-4cc4-9269-eacd099f886d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:23.539049 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6db0c895-e826-48e0-b36a-5778b4d4e24b req-74427b08-c5d1-4cc4-9269-eacd099f886d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0466971 Sep 24 05:06:23.584078 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6db0c895-e826-48e0-b36a-5778b4d4e24b req-402b6937-e6c7-42ec-9a23-7a73f53a5a40 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397108 Sep 24 05:06:24.125183 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14728c28-219b-46bf-b6bc-7ab36e3bcb4e req-52f926b5-20cd-467e-86eb-d5d45946c82c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:24.126693 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14728c28-219b-46bf-b6bc-7ab36e3bcb4e req-52f926b5-20cd-467e-86eb-d5d45946c82c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 944 time: 0.0499849 Sep 24 05:06:24.174357 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14728c28-219b-46bf-b6bc-7ab36e3bcb4e req-d4c2102b-f262-4d74-8c6c-5dccf5a14085 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421593 Sep 24 05:06:24.361670 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013f2a6-9b52-4acd-813e-6dc43b53e7b0 req-2c0244b6-f68c-4a16-bcff-2b826fe17f5d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:24.363053 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b013f2a6-9b52-4acd-813e-6dc43b53e7b0 req-2c0244b6-f68c-4a16-bcff-2b826fe17f5d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0458851 Sep 24 05:06:24.409398 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b013f2a6-9b52-4acd-813e-6dc43b53e7b0 req-44bf170d-5696-4666-928e-d6c957301276 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402732 Sep 24 05:06:24.704521 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f67acd-9ec2-45a9-94bc-540557bef27a req-54a3294b-4170-4e7d-8a91-ffa1c3726c8b tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:24.705928 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-57f67acd-9ec2-45a9-94bc-540557bef27a req-54a3294b-4170-4e7d-8a91-ffa1c3726c8b tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0488162 Sep 24 05:06:24.949684 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:24.954900 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-57f67acd-9ec2-45a9-94bc-540557bef27a req-5e0db252-f3a5-49ee-9dea-fc89d2d6b5a5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436061 Sep 24 05:06:25.294286 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84794c-9b51-406d-b72c-a33de89607b1 req-a731ed9f-3236-4692-a942-148bed7671e4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:25.295694 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9a84794c-9b51-406d-b72c-a33de89607b1 req-a731ed9f-3236-4692-a942-148bed7671e4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 944 time: 0.0453942 Sep 24 05:06:25.342191 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9a84794c-9b51-406d-b72c-a33de89607b1 req-2949bf2e-b3d3-4126-a5eb-a48b260e9eb4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412676 Sep 24 05:06:25.528236 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 7496c434-3138-4ef6-8254-ee2787a76407 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:06:25.533797 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce4fa9-0247-4ee3-9962-c4a59e1d17a6 req-31d65c1c-303f-4811-9c87-01dab9a198a9 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:25.535283 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5fce4fa9-0247-4ee3-9962-c4a59e1d17a6 req-31d65c1c-303f-4811-9c87-01dab9a198a9 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0470037 Sep 24 05:06:25.585900 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5fce4fa9-0247-4ee3-9962-c4a59e1d17a6 req-15ace3be-9e93-4720-b0f8-0c1931f7c37b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447454 Sep 24 05:06:25.633319 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 7496c434-3138-4ef6-8254-ee2787a76407, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7496c434-3138-4ef6-8254-ee2787a76407,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:06:25.639869 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bd05c-968b-4eba-87c5-02080036ca46 req-e56a82a1-6a8e-444e-8c93-62d113be89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:25.641392 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-dc8bd05c-968b-4eba-87c5-02080036ca46 req-e56a82a1-6a8e-444e-8c93-62d113be89f5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=87d5229e39fe4817b5187068d8acecc7&device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 1128 time: 0.0391064 Sep 24 05:06:25.644278 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '7496c434-3138-4ef6-8254-ee2787a76407', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'port_id': '7496c434-3138-4ef6-8254-ee2787a76407', 'mac_address': 'fa:16:3e:ce:6b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:06:25.678249 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 7496c434-3138-4ef6-8254-ee2787a76407 is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:06:25.678631 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (7496c434-3138-4ef6-8254-ee2787a76407), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:25.691820 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7496c434-3138-4ef6-8254-ee2787a76407 {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:06:25.710809 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 7496c434-3138-4ef6-8254-ee2787a76407, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7496c434-3138-4ef6-8254-ee2787a76407,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:06:25.714049 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (7496c434-3138-4ef6-8254-ee2787a76407), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:25.758177 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=7496c434-3138-4ef6-8254-ee2787a76407,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:06:26.075721 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66c2aa-a084-4ffe-9f4e-c21d6bb4caaf req-66dd21ef-c9c8-4fd6-8004-7207d7742b52 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:26.077160 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8e66c2aa-a084-4ffe-9f4e-c21d6bb4caaf req-66dd21ef-c9c8-4fd6-8004-7207d7742b52 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0450962 Sep 24 05:06:26.123221 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8e66c2aa-a084-4ffe-9f4e-c21d6bb4caaf req-7b8e0e40-976c-4f54-a78a-4a865e2a3675 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406506 Sep 24 05:06:26.328380 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:26.371777 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bd05c-968b-4eba-87c5-02080036ca46 req-7e9a02b1-1f74-486a-9ef4-72b7d5b65ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:26.373215 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-dc8bd05c-968b-4eba-87c5-02080036ca46 req-7e9a02b1-1f74-486a-9ef4-72b7d5b65ec7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=17f0f6dc-1b39-4c78-b39c-2031585b359a HTTP/1.1" status: 200 len: 916 time: 0.0912089 Sep 24 05:06:26.426575 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['7496c434-3138-4ef6-8254-ee2787a76407'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:06:26.468855 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4193273-8daa-4493-856f-68362ea2a595 req-66e0d848-98d4-42c2-b7eb-ecb87b1d9456 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:26.475684 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b4193273-8daa-4493-856f-68362ea2a595 req-66e0d848-98d4-42c2-b7eb-ecb87b1d9456 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 945 time: 0.0625515 Sep 24 05:06:26.477367 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-dc8bd05c-968b-4eba-87c5-02080036ca46 req-ac2e7e59-424c-4016-b735-04e42bec42bb service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7496c434-3138-4ef6-8254-ee2787a76407 HTTP/1.1" status: 200 len: 217 time: 0.0397663 Sep 24 05:06:26.519248 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b4193273-8daa-4493-856f-68362ea2a595 req-4eee8e4b-bcc3-492b-ad5f-878f2d4c3c92 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421338 Sep 24 05:06:26.575737 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:26.713166 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b660bb8-a0ed-4122-87dd-b491d1d82415 req-13752621-2a27-4563-92f3-f02f8f577887 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:26.714644 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b660bb8-a0ed-4122-87dd-b491d1d82415 req-13752621-2a27-4563-92f3-f02f8f577887 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0485456 Sep 24 05:06:26.760484 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b660bb8-a0ed-4122-87dd-b491d1d82415 req-e27e20b9-e683-4009-b84d-262a078fb747 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404015 Sep 24 05:06:26.984406 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bd05c-968b-4eba-87c5-02080036ca46 req-6dc3074c-8cc6-4b5d-a2c0-f343a502a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:26.985837 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-dc8bd05c-968b-4eba-87c5-02080036ca46 req-6dc3074c-8cc6-4b5d-a2c0-f343a502a8ef service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8f69c44e-b4a0-4787-8e79-5aa8095e4aa1 HTTP/1.1" status: 200 len: 854 time: 0.0450473 Sep 24 05:06:27.029924 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bd05c-968b-4eba-87c5-02080036ca46 req-878b20e2-6ea3-433f-9b1f-06e783b1a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:27.031456 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-dc8bd05c-968b-4eba-87c5-02080036ca46 req-878b20e2-6ea3-433f-9b1f-06e783b1a593 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=17f0f6dc-1b39-4c78-b39c-2031585b359a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391004 Sep 24 05:06:27.136503 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-dc8bd05c-968b-4eba-87c5-02080036ca46 req-18e0cc45-9e71-48e0-ad96-867fe48799bb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918064 Sep 24 05:06:27.242790 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-dc8bd05c-968b-4eba-87c5-02080036ca46 req-364244b2-b762-440b-8df6-53aae719a938 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971284 Sep 24 05:06:27.251812 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1e7fc-d54f-4821-a51c-7f39af902a29 req-d8872e55-b298-4539-a04b-38e39f0bb33d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:27.253287 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-94a1e7fc-d54f-4821-a51c-7f39af902a29 req-d8872e55-b298-4539-a04b-38e39f0bb33d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0542464 Sep 24 05:06:27.301103 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-94a1e7fc-d54f-4821-a51c-7f39af902a29 req-8e4fabb0-4922-4bf8-8814-63c5eada9f50 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415521 Sep 24 05:06:27.648755 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dcb32-7769-4c95-b8fb-626d9db26f12 req-9dde9f4d-2c57-44c2-a0b3-5615587cd91c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:27.650565 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-573dcb32-7769-4c95-b8fb-626d9db26f12 req-9dde9f4d-2c57-44c2-a0b3-5615587cd91c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 945 time: 0.0526156 Sep 24 05:06:27.662860 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:27.700508 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-573dcb32-7769-4c95-b8fb-626d9db26f12 req-6045fda8-f286-47fb-ba2f-84515775dbe0 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443628 Sep 24 05:06:27.736756 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 7496c434-3138-4ef6-8254-ee2787a76407 up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:06:27.782604 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port 7496c434-3138-4ef6-8254-ee2787a76407 completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:06:27.784249 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:27.790320 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 7496c434-3138-4ef6-8254-ee2787a76407 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:06:27.790699 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (7496c434-3138-4ef6-8254-ee2787a76407), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:27.791081 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 7496c434-3138-4ef6-8254-ee2787a76407 Sep 24 05:06:27.874296 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 7496c434-3138-4ef6-8254-ee2787a76407 is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:06:27.875726 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (7496c434-3138-4ef6-8254-ee2787a76407), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:27.893652 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5f57f-e4d8-4752-82de-17ede8a7813e req-c13d541a-b3c2-49e1-890d-bc83c49aded0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:27.895244 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cda5f57f-e4d8-4752-82de-17ede8a7813e req-c13d541a-b3c2-49e1-890d-bc83c49aded0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0482473 Sep 24 05:06:27.899454 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b2ef46-4969-469b-adcd-22abf7c4d6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7496c434-3138-4ef6-8254-ee2787a76407'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:06:27.901673 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d30f27-2609-454c-bdc0-bfdb03ae24c3" -d '{"events": [{"server_uuid": "34b2ef46-4969-469b-adcd-22abf7c4d6df", "name": "network-vif-plugged", "status": "completed", "tag": "7496c434-3138-4ef6-8254-ee2787a76407"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:06:27.914721 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 7496c434-3138-4ef6-8254-ee2787a76407, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7496c434-3138-4ef6-8254-ee2787a76407,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:06:27.919153 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (7496c434-3138-4ef6-8254-ee2787a76407), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:27.958660 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cda5f57f-e4d8-4752-82de-17ede8a7813e req-f3b7f870-4465-4e76-a110-16fff4531456 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569186 Sep 24 05:06:27.964887 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fca5248-2b40-42b4-ba43-b43472a328b7 x-openstack-request-id: req-3fca5248-2b40-42b4-ba43-b43472a328b7 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:06:27.965169 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b2ef46-4969-469b-adcd-22abf7c4d6df", "name": "network-vif-plugged", "status": "completed", "tag": "7496c434-3138-4ef6-8254-ee2787a76407", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:06:27.965583 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3fca5248-2b40-42b4-ba43-b43472a328b7 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:06:27.965978 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fca5248-2b40-42b4-ba43-b43472a328b7'] response: {'server_uuid': '34b2ef46-4969-469b-adcd-22abf7c4d6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7496c434-3138-4ef6-8254-ee2787a76407', 'code': 200} Sep 24 05:06:27.968948 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=7496c434-3138-4ef6-8254-ee2787a76407,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:06:28.179507 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8e157-e8c3-4b60-8f33-a5c12f0dc53e req-bc782b2d-49b5-491e-959c-37f58aa6df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:28.180988 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-87b8e157-e8c3-4b60-8f33-a5c12f0dc53e req-bc782b2d-49b5-491e-959c-37f58aa6df76 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 1130 time: 0.0440307 Sep 24 05:06:28.240849 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-87b8e157-e8c3-4b60-8f33-a5c12f0dc53e req-e775cec5-e24d-4594-9d58-d78dffdba899 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383558 Sep 24 05:06:28.421449 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6abed-fec5-451b-853e-d857dbbc58cd req-6c4b60bc-5c62-40b0-8883-c054e2ecf31b tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:28.422932 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dda6abed-fec5-451b-853e-d857dbbc58cd req-6c4b60bc-5c62-40b0-8883-c054e2ecf31b tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0458410 Sep 24 05:06:28.473141 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dda6abed-fec5-451b-853e-d857dbbc58cd req-989e21d5-e607-4e16-8a07-c8f7c1f4b7b6 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446329 Sep 24 05:06:28.822088 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3fddb-7cfd-4c79-9949-e9012c1a8c25 req-3e69d3c2-8677-4c35-ab5d-a46c2e7f740f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:28.823520 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-72c3fddb-7cfd-4c79-9949-e9012c1a8c25 req-3e69d3c2-8677-4c35-ab5d-a46c2e7f740f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0460837 Sep 24 05:06:28.868736 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-72c3fddb-7cfd-4c79-9949-e9012c1a8c25 req-3f7ada33-5af3-46a3-870a-5d23afd870d6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399640 Sep 24 05:06:29.086304 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef836e2-627d-4214-981a-2b4b53461e5f req-05bfba34-850f-41e2-bea3-a0c77280a1d3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:29.087741 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5ef836e2-627d-4214-981a-2b4b53461e5f req-05bfba34-850f-41e2-bea3-a0c77280a1d3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0454652 Sep 24 05:06:29.133166 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5ef836e2-627d-4214-981a-2b4b53461e5f req-555cf1df-04ad-44fb-aaf8-c05b6d81a70d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399470 Sep 24 05:06:29.587830 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:29.596043 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75d3ea-7f4c-421f-8307-e55c1a2b77e0 req-98679079-fd73-43e1-a826-cdc3b59efb87 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:29.597477 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1b75d3ea-7f4c-421f-8307-e55c1a2b77e0 req-98679079-fd73-43e1-a826-cdc3b59efb87 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0500600 Sep 24 05:06:29.643485 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1b75d3ea-7f4c-421f-8307-e55c1a2b77e0 req-a11722ea-1a97-444c-bad3-588bfc8ea895 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400219 Sep 24 05:06:29.984558 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261aa72f-8a0c-4d37-9261-60f77ceeef00 req-0a7b8f70-96ee-451b-88e9-2ea67c440424 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:29.985966 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-261aa72f-8a0c-4d37-9261-60f77ceeef00 req-0a7b8f70-96ee-451b-88e9-2ea67c440424 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0454221 Sep 24 05:06:30.035308 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-261aa72f-8a0c-4d37-9261-60f77ceeef00 req-cd97e0b9-57c8-431e-b4c3-38f61e9d5638 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438883 Sep 24 05:06:30.258931 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed022-6dea-473f-a0e9-1ea710a692f0 req-08d1498c-5afb-414e-a87c-07dbba91ee4c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:30.260356 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-330ed022-6dea-473f-a0e9-1ea710a692f0 req-08d1498c-5afb-414e-a87c-07dbba91ee4c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0463989 Sep 24 05:06:30.309143 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-330ed022-6dea-473f-a0e9-1ea710a692f0 req-e846359e-142c-46e5-ba02-ed55c29d16d7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433688 Sep 24 05:06:30.762790 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50938129-6fd1-45e4-9526-6902ebb20b85 req-e2d993da-263e-44e0-8736-4b4d8b62eef6 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:30.764112 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-50938129-6fd1-45e4-9526-6902ebb20b85 req-e2d993da-263e-44e0-8736-4b4d8b62eef6 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0454953 Sep 24 05:06:30.809710 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-50938129-6fd1-45e4-9526-6902ebb20b85 req-fa0603c5-3646-48dc-af46-d32011367fcc tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401442 Sep 24 05:06:31.136084 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:31.157881 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b519cb2-9d4d-4755-b467-89aefdf37bcd req-f807fc4d-6f48-4a6d-8927-81c0d069598e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:31.159476 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4b519cb2-9d4d-4755-b467-89aefdf37bcd req-f807fc4d-6f48-4a6d-8927-81c0d069598e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0508807 Sep 24 05:06:31.206250 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4b519cb2-9d4d-4755-b467-89aefdf37bcd req-2f65a78e-b44d-4f60-b9f0-dd9f8910570f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407553 Sep 24 05:06:31.437149 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4cb9-59da-42d9-8587-c0ea2d674d95 req-215f2cd6-1e46-476f-8805-06eeab79a64a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:31.438611 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9dfa4cb9-59da-42d9-8587-c0ea2d674d95 req-215f2cd6-1e46-476f-8805-06eeab79a64a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0498812 Sep 24 05:06:31.484532 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9dfa4cb9-59da-42d9-8587-c0ea2d674d95 req-a22a8f3d-b1ae-4e11-ac39-a1bbe020eb1e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404403 Sep 24 05:06:31.932206 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc1e31-41f1-4540-b757-43660188c3c6 req-a2eff789-8cdf-4615-abc4-d2da25c1c532 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:31.933584 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4ddc1e31-41f1-4540-b757-43660188c3c6 req-a2eff789-8cdf-4615-abc4-d2da25c1c532 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0499964 Sep 24 05:06:31.958549 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:31.980844 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4ddc1e31-41f1-4540-b757-43660188c3c6 req-194afd21-9523-4938-85bb-66b518d7bd11 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418019 Sep 24 05:06:32.324093 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3e579-5b2b-476f-a27e-5fee2502bef1 req-ab709f04-7a9c-4e08-a089-55a643f8cf44 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:32.325522 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6df3e579-5b2b-476f-a27e-5fee2502bef1 req-ab709f04-7a9c-4e08-a089-55a643f8cf44 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0482101 Sep 24 05:06:32.371416 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6df3e579-5b2b-476f-a27e-5fee2502bef1 req-0c8497c6-29ad-4f74-9066-d367ec027ceb tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403907 Sep 24 05:06:32.607181 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936af7bf-42ab-4a6c-b73e-016d31b4d666 req-36af5ddc-4193-4da5-b315-5d9b5463ac3d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:32.608589 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-936af7bf-42ab-4a6c-b73e-016d31b4d666 req-36af5ddc-4193-4da5-b315-5d9b5463ac3d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0454290 Sep 24 05:06:32.656166 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-936af7bf-42ab-4a6c-b73e-016d31b4d666 req-d825bf69-a2f8-4a7f-8281-439ebf048a9d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421679 Sep 24 05:06:32.688924 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5455-a309-44d1-9716-3875917a8db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:33.097611 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90485284-3541-429c-ab79-0428a07c4513 req-dc36900e-7760-4cb0-9808-d84589de1e21 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:33.099066 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-90485284-3541-429c-ab79-0428a07c4513 req-dc36900e-7760-4cb0-9808-d84589de1e21 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0455074 Sep 24 05:06:33.148599 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-90485284-3541-429c-ab79-0428a07c4513 req-b06991d2-57c9-4a9a-b4fb-9d083bf2e1e5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429685 Sep 24 05:06:33.487920 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354fa51-b818-43b9-982b-3cfc2518dab1 req-80bf0a98-0156-4e54-b45c-a869d8dd1d82 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:33.489346 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9354fa51-b818-43b9-982b-3cfc2518dab1 req-80bf0a98-0156-4e54-b45c-a869d8dd1d82 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0451565 Sep 24 05:06:33.534558 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:33.543226 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9354fa51-b818-43b9-982b-3cfc2518dab1 req-a601f1be-3243-478d-9cb7-0373d006426a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476334 Sep 24 05:06:33.785923 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a9ef-a4ab-4965-ba9b-559f23611019 req-ad7f06c3-9b36-4072-a75f-96dd420e49e1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:33.787417 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-69f7a9ef-a4ab-4965-ba9b-559f23611019 req-ad7f06c3-9b36-4072-a75f-96dd420e49e1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0472901 Sep 24 05:06:33.835938 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-69f7a9ef-a4ab-4965-ba9b-559f23611019 req-6e9ee2a0-33cc-46a5-a885-9ec810272387 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418925 Sep 24 05:06:34.276535 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fd619-396e-4af6-a70d-8716538de5b2 req-712b088e-c1e8-4e32-86db-0237a7d31b9f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:34.278018 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-966fd619-396e-4af6-a70d-8716538de5b2 req-712b088e-c1e8-4e32-86db-0237a7d31b9f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0511456 Sep 24 05:06:34.324263 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-966fd619-396e-4af6-a70d-8716538de5b2 req-b5d5147a-12ba-49c1-bee9-a9589a79fefa tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406029 Sep 24 05:06:34.661492 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071a486-1cca-49ba-b340-88aa8d22de95 req-5eab337d-4547-4118-aeb2-e56b905aef95 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:34.662974 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5071a486-1cca-49ba-b340-88aa8d22de95 req-5eab337d-4547-4118-aeb2-e56b905aef95 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0466468 Sep 24 05:06:34.709560 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5071a486-1cca-49ba-b340-88aa8d22de95 req-3be0bc11-cb43-4721-80cb-9b082ac02f30 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404818 Sep 24 05:06:34.963220 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6fff-38e9-4979-97dd-5082fe14e293 req-7514f8cd-8ea7-4ada-87b9-b88e53d0b8e5 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:34.964696 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-204a6fff-38e9-4979-97dd-5082fe14e293 req-7514f8cd-8ea7-4ada-87b9-b88e53d0b8e5 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0466800 Sep 24 05:06:35.014289 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-204a6fff-38e9-4979-97dd-5082fe14e293 req-766c61a6-cdc7-48a4-b3ac-03b77c6ebb4d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440834 Sep 24 05:06:35.122646 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c0013a16-2ea3-4a2e-aeaf-3c47b8f1e51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:35.441905 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1032bc-4308-40b8-8fe8-b33232204675 req-915d5972-ca45-4230-9241-2f51a37d2fbc tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:35.443377 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ed1032bc-4308-40b8-8fe8-b33232204675 req-915d5972-ca45-4230-9241-2f51a37d2fbc tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0459983 Sep 24 05:06:35.489309 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ed1032bc-4308-40b8-8fe8-b33232204675 req-1ec3fa7a-e64c-402f-8b6a-ec44b8b105f7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399542 Sep 24 05:06:35.686822 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ac821-6961-40c4-8ab2-3efd2f502342 req-ea270fd4-83c7-4317-9ced-d1c1804d096b tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:35.688265 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-712ac821-6961-40c4-8ab2-3efd2f502342 req-ea270fd4-83c7-4317-9ced-d1c1804d096b tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0464959 Sep 24 05:06:35.734760 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-712ac821-6961-40c4-8ab2-3efd2f502342 req-874a31c5-5aa6-41a9-bb3f-de338bb8d895 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410409 Sep 24 05:06:35.831978 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bc880-9859-47cb-8594-e6c24f2fe568 req-6edf41e4-13f7-4263-884d-b995c37b486a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:35.833427 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fd7bc880-9859-47cb-8594-e6c24f2fe568 req-6edf41e4-13f7-4263-884d-b995c37b486a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0487621 Sep 24 05:06:35.879775 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fd7bc880-9859-47cb-8594-e6c24f2fe568 req-bb577b0e-6c23-4f51-96eb-6055330411e7 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402892 Sep 24 05:06:36.139763 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007667f-abdb-4fec-8808-70310cd1df59 req-c3123d87-eec4-4fa7-93e1-36c12812acbd tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:36.141132 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2007667f-abdb-4fec-8808-70310cd1df59 req-c3123d87-eec4-4fa7-93e1-36c12812acbd tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0461042 Sep 24 05:06:36.166406 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:36.189090 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2007667f-abdb-4fec-8808-70310cd1df59 req-96216b6d-5055-4e2b-9ed7-a1dae04c5455 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424335 Sep 24 05:06:36.383917 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:36.856533 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e9168-e73e-4104-9c0a-76f05620204c req-6b9e4d84-020c-4c63-aaeb-aa80e0a5d4f5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:36.857964 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-204e9168-e73e-4104-9c0a-76f05620204c req-6b9e4d84-020c-4c63-aaeb-aa80e0a5d4f5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0493653 Sep 24 05:06:36.904636 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-204e9168-e73e-4104-9c0a-76f05620204c req-473a52a4-ac0f-4828-8c5c-a1adeee6667b tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411766 Sep 24 05:06:37.000839 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde4442-2605-42e3-8156-d1b10519f6e7 req-57052687-a20d-4263-9a93-835ba73c7202 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:37.002284 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0dde4442-2605-42e3-8156-d1b10519f6e7 req-57052687-a20d-4263-9a93-835ba73c7202 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0453808 Sep 24 05:06:37.049205 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0dde4442-2605-42e3-8156-d1b10519f6e7 req-1481b1c4-b8ca-432f-bb5c-aa2c5d6ff0be tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408888 Sep 24 05:06:37.305567 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:37.314352 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f38d63-532b-4f0d-845e-4a8310722e0d req-99f749e6-8654-45ca-acc9-6ec9dc9ef287 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:37.315801 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-64f38d63-532b-4f0d-845e-4a8310722e0d req-99f749e6-8654-45ca-acc9-6ec9dc9ef287 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0468650 Sep 24 05:06:37.366039 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-64f38d63-532b-4f0d-845e-4a8310722e0d req-cb5bcce5-616d-4550-92b5-1083e45b2d95 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441666 Sep 24 05:06:37.998770 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:38.025228 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9384fb9-ef04-4a35-9fe9-142dae8d9c00 req-b2728cc7-7233-4ab1-8b3e-4b091c43de64 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:38.026724 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d9384fb9-ef04-4a35-9fe9-142dae8d9c00 req-b2728cc7-7233-4ab1-8b3e-4b091c43de64 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0500288 Sep 24 05:06:38.038839 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:38.077097 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d9384fb9-ef04-4a35-9fe9-142dae8d9c00 req-20eefce4-782e-4218-bf99-cd1029810046 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439439 Sep 24 05:06:38.168016 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de91769-709b-4e9b-934c-2016014b5be1 req-0aa33ae7-0046-4913-ab6a-9be0880e77dd tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:38.169463 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1de91769-709b-4e9b-934c-2016014b5be1 req-0aa33ae7-0046-4913-ab6a-9be0880e77dd tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0467424 Sep 24 05:06:38.216932 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1de91769-709b-4e9b-934c-2016014b5be1 req-4e2fca0a-c243-4a49-9455-e377de1a0bf2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417840 Sep 24 05:06:38.235437 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=48 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:38.237859 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=48 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:38.493556 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b2101-ba65-4549-bb1b-95fa18dc3343 req-5aceae01-e079-4484-9694-cd4407c0b66b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:38.495023 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1b8b2101-ba65-4549-bb1b-95fa18dc3343 req-5aceae01-e079-4484-9694-cd4407c0b66b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0495706 Sep 24 05:06:38.540689 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1b8b2101-ba65-4549-bb1b-95fa18dc3343 req-02be2f38-164d-43fe-a38a-abeb611c46cc tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403283 Sep 24 05:06:39.197891 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e812c0-386a-4fd5-bdb7-c9aa01e46c78 req-5ba44885-3623-4d40-9dd5-62605d7f1643 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:39.199380 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-89e812c0-386a-4fd5-bdb7-c9aa01e46c78 req-5ba44885-3623-4d40-9dd5-62605d7f1643 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0472236 Sep 24 05:06:39.246492 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-89e812c0-386a-4fd5-bdb7-c9aa01e46c78 req-f837a433-f6d7-40dc-933d-f6c7029a1b23 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416174 Sep 24 05:06:39.339447 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3527ca5-75e7-4d4f-8ffd-03ae00a4d858 req-a3cb6c84-da62-4e84-886d-506dbb1dada7 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:39.340864 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f3527ca5-75e7-4d4f-8ffd-03ae00a4d858 req-a3cb6c84-da62-4e84-886d-506dbb1dada7 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0464230 Sep 24 05:06:39.390415 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f3527ca5-75e7-4d4f-8ffd-03ae00a4d858 req-6df2130c-a908-4645-ad4b-cebac5906956 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441058 Sep 24 05:06:39.517329 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036089e5-c500-49ac-89fe-12ccb628b89c req-7ceec950-3c37-4068-8254-8b435e28b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:39.518747 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-036089e5-c500-49ac-89fe-12ccb628b89c req-7ceec950-3c37-4068-8254-8b435e28b763 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222&tenant_id=c1aaf20f480a423ea5feca81585aeeed HTTP/1.1" status: 200 len: 1127 time: 0.0714562 Sep 24 05:06:39.673332 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e03682-508c-4851-bdc4-5933b13ee248 req-b3f67922-592b-4ca9-aa31-f1678c18019d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:39.674949 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-41e03682-508c-4851-bdc4-5933b13ee248 req-b3f67922-592b-4ca9-aa31-f1678c18019d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0509870 Sep 24 05:06:39.725177 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-41e03682-508c-4851-bdc4-5933b13ee248 req-e9d380cb-7e02-45ae-b6b3-5307c455a006 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444880 Sep 24 05:06:39.857335 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036089e5-c500-49ac-89fe-12ccb628b89c req-433530b5-5012-4c96-90b4-e0d287858e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:39.858755 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-036089e5-c500-49ac-89fe-12ccb628b89c req-433530b5-5012-4c96-90b4-e0d287858e51 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c1aaf20f480a423ea5feca81585aeeed&device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 1127 time: 0.3059359 Sep 24 05:06:39.863528 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c20a39-3b82-4648-932c-bc2d4e27a030 req-25a9271b-9c0f-496a-9259-d2effaa43a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:39.864844 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-82c20a39-3b82-4648-932c-bc2d4e27a030 req-25a9271b-9c0f-496a-9259-d2effaa43a4f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=66ec8bde739145dda504995dbea0914a&device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 1130 time: 0.2814734 Sep 24 05:06:39.961214 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036089e5-c500-49ac-89fe-12ccb628b89c req-986dde73-dd5c-46a4-ada5-e09380d030d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:39.962662 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-036089e5-c500-49ac-89fe-12ccb628b89c req-986dde73-dd5c-46a4-ada5-e09380d030d7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c071aac1-7a40-472d-a3df-a9b342b44447 HTTP/1.1" status: 200 len: 918 time: 0.0871959 Sep 24 05:06:40.368226 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bca5b-1d9a-4f38-a63f-ed5cc77f99b2 req-18e3ab37-401c-43b1-bdf8-aeb0716293be tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:40.369573 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2e0bca5b-1d9a-4f38-a63f-ed5cc77f99b2 req-18e3ab37-401c-43b1-bdf8-aeb0716293be tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0466459 Sep 24 05:06:40.402422 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c20a39-3b82-4648-932c-bc2d4e27a030 req-f862c3c8-56b8-49be-b638-b0b1181f9157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:40.404777 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-82c20a39-3b82-4648-932c-bc2d4e27a030 req-f862c3c8-56b8-49be-b638-b0b1181f9157 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=71010379-32a3-4ab2-bca2-8378eefa5ed7 HTTP/1.1" status: 200 len: 911 time: 0.0891144 Sep 24 05:06:40.416670 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2e0bca5b-1d9a-4f38-a63f-ed5cc77f99b2 req-cc74d834-952a-4388-b37a-9345abebebbe tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414684 Sep 24 05:06:40.528547 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd581b67-56d7-4aed-af18-a1f5da369ba1 req-1144521f-e36f-43d6-b88f-f6d147d88aa8 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:40.530426 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bd581b67-56d7-4aed-af18-a1f5da369ba1 req-1144521f-e36f-43d6-b88f-f6d147d88aa8 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0579793 Sep 24 05:06:40.534124 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-82c20a39-3b82-4648-932c-bc2d4e27a030 req-50d6df41-1a34-4bda-bc6a-0ed9c561daac service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27e14393-9cd2-49fc-924d-ab63297b8de7 HTTP/1.1" status: 200 len: 1002 time: 0.1103117 Sep 24 05:06:40.535855 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-036089e5-c500-49ac-89fe-12ccb628b89c req-63496978-a912-43b0-9f33-a7d50c4c0175 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4de1eabe-932e-4cda-804d-49eeff37c34c HTTP/1.1" status: 200 len: 998 time: 0.1181130 Sep 24 05:06:40.557179 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:40.579608 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bd581b67-56d7-4aed-af18-a1f5da369ba1 req-2292e0eb-bea1-41e4-b526-072ad984f5a2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431223 Sep 24 05:06:40.624522 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c20a39-3b82-4648-932c-bc2d4e27a030 req-14b57b02-9dda-4bd4-8a14-b86490a2f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:40.625889 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-82c20a39-3b82-4648-932c-bc2d4e27a030 req-14b57b02-9dda-4bd4-8a14-b86490a2f514 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=90944b39-2e61-42ae-924a-3191ae7969be HTTP/1.1" status: 200 len: 849 time: 0.0810890 Sep 24 05:06:40.627520 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036089e5-c500-49ac-89fe-12ccb628b89c req-caa78cc9-5314-49e9-bdc8-db39cf4d912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:40.628811 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-036089e5-c500-49ac-89fe-12ccb628b89c req-caa78cc9-5314-49e9-bdc8-db39cf4d912c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=521b0c5c-068d-4d85-8ac0-e80107b00a80 HTTP/1.1" status: 200 len: 856 time: 0.0767312 Sep 24 05:06:40.701242 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c20a39-3b82-4648-932c-bc2d4e27a030 req-c8540c92-79ed-4df0-80e0-608f5486fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:40.702734 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-82c20a39-3b82-4648-932c-bc2d4e27a030 req-c8540c92-79ed-4df0-80e0-608f5486fe25 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=71010379-32a3-4ab2-bca2-8378eefa5ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656574 Sep 24 05:06:40.703766 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036089e5-c500-49ac-89fe-12ccb628b89c req-ce57223b-60ef-4651-b85e-5661f9ba8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:40.705079 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-036089e5-c500-49ac-89fe-12ccb628b89c req-ce57223b-60ef-4651-b85e-5661f9ba8269 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c071aac1-7a40-472d-a3df-a9b342b44447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608296 Sep 24 05:06:40.853270 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058a795-33dc-45de-b1d7-96f2a27959b5 req-fee2c71b-fd97-4e6e-9f89-2e7a7ffc3dcc tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:40.854757 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5058a795-33dc-45de-b1d7-96f2a27959b5 req-fee2c71b-fd97-4e6e-9f89-2e7a7ffc3dcc tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0478024 Sep 24 05:06:40.868659 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-82c20a39-3b82-4648-932c-bc2d4e27a030 req-67ce1a55-e64b-4434-92ba-c4dfe6c609e0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537211 Sep 24 05:06:40.871850 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-036089e5-c500-49ac-89fe-12ccb628b89c req-c28e4987-a270-4f17-ab4c-2847f2d70118 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558921 Sep 24 05:06:40.901759 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5058a795-33dc-45de-b1d7-96f2a27959b5 req-61c911cb-2c67-4d7d-87ee-d754cba31432 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413542 Sep 24 05:06:41.031242 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-82c20a39-3b82-4648-932c-bc2d4e27a030 req-c7b4a73d-df13-4f0a-907b-6e5deb8d28b8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504526 Sep 24 05:06:41.034409 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-036089e5-c500-49ac-89fe-12ccb628b89c req-04e91b52-857c-446a-b7bd-c1111e2878db service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463435 Sep 24 05:06:41.558809 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c07f1-b623-46cf-bbc4-1b6575a90fe0 req-3aff844d-6b8c-416c-8460-b877b5841853 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:41.560286 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1e9c07f1-b623-46cf-bbc4-1b6575a90fe0 req-3aff844d-6b8c-416c-8460-b877b5841853 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0508943 Sep 24 05:06:41.610262 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1e9c07f1-b623-46cf-bbc4-1b6575a90fe0 req-c0c119d7-0df2-47b2-9b55-5a92725cfe19 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441141 Sep 24 05:06:41.762727 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a295d38-b79e-4fd3-a266-85baaa41c6d7 req-e729eba0-60c1-4cc1-a11e-15a14c1fd846 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:41.764416 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1a295d38-b79e-4fd3-a266-85baaa41c6d7 req-e729eba0-60c1-4cc1-a11e-15a14c1fd846 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0753815 Sep 24 05:06:41.794890 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:41.833193 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1a295d38-b79e-4fd3-a266-85baaa41c6d7 req-9d5c9227-ded2-4b3c-b493-bf324c7b13ac tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614080 Sep 24 05:06:41.955186 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c199a6e-6c00-4617-80cf-841ca2f706df req-6100df6e-0e45-4153-bdce-a627cd41da68 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:41.956751 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0c199a6e-6c00-4617-80cf-841ca2f706df req-6100df6e-0e45-4153-bdce-a627cd41da68 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0471249 Sep 24 05:06:41.970629 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 60816) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:06:41.975866 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-cf30241c-7443-4e02-a04a-9c40e51a754d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'floatingip': {'port_id': '7496c434-3138-4ef6-8254-ee2787a76407'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:06:42.027992 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cf30241c-7443-4e02-a04a-9c40e51a754d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (a92dcca8-17e3-4ad7-89b9-9d83e8c7dd20), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:42.121306 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbbda3-3fad-43ba-8d05-0bac10f80e61 req-dea78baa-3509-4ecc-bf40-b6c41209b525 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:42.122848 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-98dbbda3-3fad-43ba-8d05-0bac10f80e61 req-dea78baa-3509-4ecc-bf40-b6c41209b525 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.1136901 Sep 24 05:06:42.259163 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-98dbbda3-3fad-43ba-8d05-0bac10f80e61 req-b0c86b80-15bb-4926-aa5c-796184cdec2b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1305971 Sep 24 05:06:42.581903 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cf30241c-7443-4e02-a04a-9c40e51a754d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:42.591996 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cf30241c-7443-4e02-a04a-9c40e51a754d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (a92dcca8-17e3-4ad7-89b9-9d83e8c7dd20), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:42.702131 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-cf30241c-7443-4e02-a04a-9c40e51a754d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Floating IP a92dcca8-17e3-4ad7-89b9-9d83e8c7dd20 associated. External IP: 172.27.0.181, port: 7496c434-3138-4ef6-8254-ee2787a76407. Sep 24 05:06:42.768460 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:42.794906 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17084948-14ff-4db6-9156-f5fac9587eb4 req-446aae8d-58c2-4268-91b6-a9d1c111aaf6 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:42.796356 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-17084948-14ff-4db6-9156-f5fac9587eb4 req-446aae8d-58c2-4268-91b6-a9d1c111aaf6 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0902638 Sep 24 05:06:42.884020 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-17084948-14ff-4db6-9156-f5fac9587eb4 req-4f61964a-5d12-47dc-8b55-9383d6cca670 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607266 Sep 24 05:06:43.001412 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:43.005786 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf30241c-7443-4e02-a04a-9c40e51a754d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:06:43.323927 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf30241c-7443-4e02-a04a-9c40e51a754d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:06:43.328681 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cf30241c-7443-4e02-a04a-9c40e51a754d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:43.334115 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5813f353-5c8f-4d57-8fd7-c59e374ce72c None None] Sync routers for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:06:43.359580 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813f353-5c8f-4d57-8fd7-c59e374ce72c None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:06:43.362543 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-5813f353-5c8f-4d57-8fd7-c59e374ce72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:06:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:06:43.366211 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-cf30241c-7443-4e02-a04a-9c40e51a754d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "PUT /networking/v2.0/floatingips/a92dcca8-17e3-4ad7-89b9-9d83e8c7dd20 HTTP/1.1" status: 200 len: 992 time: 1.3890746 Sep 24 05:06:43.369306 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b2ef46-4969-469b-adcd-22abf7c4d6df', 'tag': '7496c434-3138-4ef6-8254-ee2787a76407'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:06:43.371573 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9187d97-3997-4ef1-8d38-fa683b897807" -d '{"events": [{"name": "network-changed", "server_uuid": "34b2ef46-4969-469b-adcd-22abf7c4d6df", "tag": "7496c434-3138-4ef6-8254-ee2787a76407"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:06:43.454812 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a1fb2-18a5-445d-a9c9-252b04b9c14d req-b3dfe243-0082-492e-8b80-c7cb08669a99 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:43.456468 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0f0a1fb2-18a5-445d-a9c9-252b04b9c14d req-b3dfe243-0082-492e-8b80-c7cb08669a99 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0886316 Sep 24 05:06:43.492090 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-5813f353-5c8f-4d57-8fd7-c59e374ce72c None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:06:43.525796 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0f0a1fb2-18a5-445d-a9c9-252b04b9c14d req-fb7b4258-3190-40d1-a293-68da8e07e1fa tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633135 Sep 24 05:06:43.555268 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaca1799-7dce-434f-baea-cee0893a7f50 x-openstack-request-id: req-aaca1799-7dce-434f-baea-cee0893a7f50 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:06:43.555577 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b2ef46-4969-469b-adcd-22abf7c4d6df", "tag": "7496c434-3138-4ef6-8254-ee2787a76407", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:06:43.555839 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aaca1799-7dce-434f-baea-cee0893a7f50 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:06:43.556244 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaca1799-7dce-434f-baea-cee0893a7f50'] response: {'name': 'network-changed', 'server_uuid': '34b2ef46-4969-469b-adcd-22abf7c4d6df', 'tag': '7496c434-3138-4ef6-8254-ee2787a76407', 'status': 'completed', 'code': 200} Sep 24 05:06:43.877966 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-5813f353-5c8f-4d57-8fd7-c59e374ce72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'a92dcca8-17e3-4ad7-89b9-9d83e8c7dd20', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': '7496c434-3138-4ef6-8254-ee2787a76407', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:ce:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2ef46-4969-469b-adcd-22abf7c4d6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:06:17Z', 'updated_at': '2022-09-24T05:06:42Z', 'revision_number': 1, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}, {'id': 'ea26f9d8-8cc6-4d99-8300-fc29354fc5ba', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': '7efb703e-b766-4972-b442-eaba81c854e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:a7:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:01:07Z', 'updated_at': '2022-09-24T05:02:45Z', 'revision_number': 2, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:06:43.908789 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5813f353-5c8f-4d57-8fd7-c59e374ce72c None None] Checking router: 3356ba94-92ab-42d3-b2ab-aa4076c04e90 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:06:43.925639 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813f353-5c8f-4d57-8fd7-c59e374ce72c None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:06:43.926391 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-5813f353-5c8f-4d57-8fd7-c59e374ce72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:06:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:06:44.029357 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac825b1-76c7-4919-910a-1daca86bab9e req-de80e7bc-0b46-4739-bbcc-2a2a78751c42 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:44.030992 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0ac825b1-76c7-4919-910a-1daca86bab9e req-de80e7bc-0b46-4739-bbcc-2a2a78751c42 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0569079 Sep 24 05:06:44.040246 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-5813f353-5c8f-4d57-8fd7-c59e374ce72c None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:06:44.081450 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0ac825b1-76c7-4919-910a-1daca86bab9e req-5c0e238b-b2d9-41cf-a2ac-927bddc40104 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446317 Sep 24 05:06:44.110986 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:44.278090 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:44.297811 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-5813f353-5c8f-4d57-8fd7-c59e374ce72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'a92dcca8-17e3-4ad7-89b9-9d83e8c7dd20', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': '7496c434-3138-4ef6-8254-ee2787a76407', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:ce:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2ef46-4969-469b-adcd-22abf7c4d6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:06:17Z', 'updated_at': '2022-09-24T05:06:42Z', 'revision_number': 1, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}, {'id': 'ea26f9d8-8cc6-4d99-8300-fc29354fc5ba', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': '7efb703e-b766-4972-b442-eaba81c854e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:a7:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:01:07Z', 'updated_at': '2022-09-24T05:02:45Z', 'revision_number': 2, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:06:44.322979 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5813f353-5c8f-4d57-8fd7-c59e374ce72c None None] The sync data for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi is: [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'a92dcca8-17e3-4ad7-89b9-9d83e8c7dd20', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': '7496c434-3138-4ef6-8254-ee2787a76407', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:ce:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2ef46-4969-469b-adcd-22abf7c4d6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:06:17Z', 'updated_at': '2022-09-24T05:06:42Z', 'revision_number': 1, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}, {'id': 'ea26f9d8-8cc6-4d99-8300-fc29354fc5ba', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': '7efb703e-b766-4972-b442-eaba81c854e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:a7:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:01:07Z', 'updated_at': '2022-09-24T05:02:45Z', 'revision_number': 2, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:06:44.520760 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f721a-2eb1-4b37-b907-30e8cc46e279 None None] New status for floating IP a92dcca8-17e3-4ad7-89b9-9d83e8c7dd20: ACTIVE {{(pid=106195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:06:44.685901 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0086a-fbf2-4ea4-b9a3-6426fb070df7 req-7f6a165f-56d3-4080-a096-9e558490d1c0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:44.687520 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0ec0086a-fbf2-4ea4-b9a3-6426fb070df7 req-7f6a165f-56d3-4080-a096-9e558490d1c0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0522580 Sep 24 05:06:44.736615 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0ec0086a-fbf2-4ea4-b9a3-6426fb070df7 req-473cf6fc-6a87-484e-931a-68d53b185907 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432591 Sep 24 05:06:45.204483 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae0c19-a1d0-4734-a352-7e315b771022 req-26f9c26e-0216-4e2b-9518-ae05ec136234 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:45.205866 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c3ae0c19-a1d0-4734-a352-7e315b771022 req-26f9c26e-0216-4e2b-9518-ae05ec136234 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0467789 Sep 24 05:06:45.253278 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c3ae0c19-a1d0-4734-a352-7e315b771022 req-923bd75d-01e6-4385-aa5a-cfe2f15950cc tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417497 Sep 24 05:06:45.867480 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b7dea-8c44-4ca6-9800-625620a69b43 req-97686163-f9cb-4451-b4a7-42a1148019b8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:45.868839 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-952b7dea-8c44-4ca6-9800-625620a69b43 req-97686163-f9cb-4451-b4a7-42a1148019b8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0492935 Sep 24 05:06:45.917441 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-952b7dea-8c44-4ca6-9800-625620a69b43 req-9ffc1994-6b5d-4f75-ac17-e008cb0a7938 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430467 Sep 24 05:06:46.377344 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222566f-1af1-440c-9516-3dc629fe3b3c req-3f421490-b919-4b0f-b237-5c2ddc7c9540 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:46.378801 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0222566f-1af1-440c-9516-3dc629fe3b3c req-3f421490-b919-4b0f-b237-5c2ddc7c9540 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0459332 Sep 24 05:06:46.425915 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0222566f-1af1-440c-9516-3dc629fe3b3c req-b5ce6aca-ebb3-4390-89fa-63c8e5834ffa tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416436 Sep 24 05:06:47.047439 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28840b3d-3909-4c49-9bf8-e13f145cc425 req-f6c20d5d-4612-4ebe-b8ce-a8d858178077 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:47.048860 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-28840b3d-3909-4c49-9bf8-e13f145cc425 req-f6c20d5d-4612-4ebe-b8ce-a8d858178077 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0482800 Sep 24 05:06:47.096157 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-28840b3d-3909-4c49-9bf8-e13f145cc425 req-a7a8634c-9df8-4ec7-bdd6-5aa2a121049a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411749 Sep 24 05:06:47.513351 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:47.549162 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6aead-911b-4eca-ae1c-3bfef8b731fa req-d6ab74bf-816c-400d-b05d-5384e1f0c693 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:47.550641 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cd6aead-911b-4eca-ae1c-3bfef8b731fa req-d6ab74bf-816c-400d-b05d-5384e1f0c693 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0467865 Sep 24 05:06:47.596785 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cd6aead-911b-4eca-ae1c-3bfef8b731fa req-7d5f9e20-dfc4-4973-9aae-5bf68d3ed1a8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400009 Sep 24 05:06:48.222636 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ddbfa-ce1d-4839-8f19-126c1c4908c9 req-ff734506-3410-4b8d-9f70-09b7d5b0a6ea tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:48.224425 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bd6ddbfa-ce1d-4839-8f19-126c1c4908c9 req-ff734506-3410-4b8d-9f70-09b7d5b0a6ea tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0469201 Sep 24 05:06:48.253874 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:48.300086 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bd6ddbfa-ce1d-4839-8f19-126c1c4908c9 req-fd3d72ff-395a-4dcb-8a99-2cc8e35d6ae9 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692368 Sep 24 05:06:48.456005 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:06:48.715795 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3553415-8a68-4c7f-8484-db911fdd9782 req-89da1a68-8008-40cf-8ad1-3d603219e15b tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:48.717241 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e3553415-8a68-4c7f-8484-db911fdd9782 req-89da1a68-8008-40cf-8ad1-3d603219e15b tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0462618 Sep 24 05:06:48.768822 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e3553415-8a68-4c7f-8484-db911fdd9782 req-285ffd08-9e63-4c90-829f-131fe8841f92 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460792 Sep 24 05:06:49.427215 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c5225-5e45-441e-8f66-b0888e689138 req-434ce34a-ad4c-4328-abc0-9471ba065504 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:49.428568 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-296c5225-5e45-441e-8f66-b0888e689138 req-434ce34a-ad4c-4328-abc0-9471ba065504 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0458207 Sep 24 05:06:49.474837 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-296c5225-5e45-441e-8f66-b0888e689138 req-be354d6d-1c6e-41d7-bd0a-7e0e32b988e5 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400486 Sep 24 05:06:49.891800 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a196b-44af-4ec4-83e9-7dd0f2917e54 req-25b4b284-f602-4c22-8eb7-62cd9e038006 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:49.893244 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f71a196b-44af-4ec4-83e9-7dd0f2917e54 req-25b4b284-f602-4c22-8eb7-62cd9e038006 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0489357 Sep 24 05:06:49.951509 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f71a196b-44af-4ec4-83e9-7dd0f2917e54 req-9b611c8f-ea86-4483-8173-a46f2e064ba2 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527627 Sep 24 05:06:50.181331 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:06:50.597889 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc515ca-cd2a-44fd-8506-e4eac42be5b8 req-d9cd1778-af1a-4968-88d6-299fe086134d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:50.599361 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dbc515ca-cd2a-44fd-8506-e4eac42be5b8 req-d9cd1778-af1a-4968-88d6-299fe086134d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0453362 Sep 24 05:06:50.657450 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dbc515ca-cd2a-44fd-8506-e4eac42be5b8 req-d5b42192-67bc-448c-801a-6726a58c749f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518956 Sep 24 05:06:51.027371 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:51.030191 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:51.074716 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eead73-e68d-43fe-800b-5c6780d8a239 req-24eb31c4-7733-4f29-82fe-205f80ea337c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:51.076262 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-27eead73-e68d-43fe-800b-5c6780d8a239 req-24eb31c4-7733-4f29-82fe-205f80ea337c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0489192 Sep 24 05:06:51.137320 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-27eead73-e68d-43fe-800b-5c6780d8a239 req-4f238363-3d0b-4338-8218-db9295580819 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553017 Sep 24 05:06:51.788080 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b631679-ce83-4a2b-b099-d840ea74d411 req-0496b474-407e-4d53-9f0b-31073b892a67 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:51.789507 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b631679-ce83-4a2b-b099-d840ea74d411 req-0496b474-407e-4d53-9f0b-31073b892a67 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0452440 Sep 24 05:06:51.835998 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b631679-ce83-4a2b-b099-d840ea74d411 req-51815dd2-a4d1-4742-83ca-573f04304927 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408862 Sep 24 05:06:52.293457 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5b863-9939-43ff-9afc-b6b4c368f12b req-f5cb99d4-1c95-4045-9b56-22808d30f3d8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:52.295770 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9ed5b863-9939-43ff-9afc-b6b4c368f12b req-f5cb99d4-1c95-4045-9b56-22808d30f3d8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0498555 Sep 24 05:06:52.345651 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9ed5b863-9939-43ff-9afc-b6b4c368f12b req-0e550b97-a097-4892-85b9-bef55bddad1f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436738 Sep 24 05:06:52.978538 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8810e6a-9080-4756-814e-a1eba76f017d req-4a46b376-0033-436f-9e46-b48cd617fd05 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:52.980009 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e8810e6a-9080-4756-814e-a1eba76f017d req-4a46b376-0033-436f-9e46-b48cd617fd05 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0567908 Sep 24 05:06:53.027703 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e8810e6a-9080-4756-814e-a1eba76f017d req-2596f351-6bdb-4653-acfc-60b7170f03e5 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421281 Sep 24 05:06:53.467067 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239956a-b879-46f8-958b-c6a4b45944b1 req-60913e62-68a0-41fc-8bcd-3ccab62a4cb8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:53.468530 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a239956a-b879-46f8-958b-c6a4b45944b1 req-60913e62-68a0-41fc-8bcd-3ccab62a4cb8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0476019 Sep 24 05:06:53.514244 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a239956a-b879-46f8-958b-c6a4b45944b1 req-8df23a25-8259-4681-a990-5edf8fd284ee tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402935 Sep 24 05:06:54.159554 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bc5e2-2610-4925-a908-5273fb35de8e req-1d975c77-8ed1-4b50-b173-957d00868778 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:54.160998 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b95bc5e2-2610-4925-a908-5273fb35de8e req-1d975c77-8ed1-4b50-b173-957d00868778 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0502715 Sep 24 05:06:54.190787 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:54.207875 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b95bc5e2-2610-4925-a908-5273fb35de8e req-32641b0f-c850-4c25-ae0b-4aca4349c12f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411408 Sep 24 05:06:54.625644 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:54.642245 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad63e65-d6c6-440c-af97-0a5b8c3deaa6 req-53d36c21-d790-43c8-a14f-858d76e03232 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:54.643732 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6ad63e65-d6c6-440c-af97-0a5b8c3deaa6 req-53d36c21-d790-43c8-a14f-858d76e03232 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0520129 Sep 24 05:06:54.700322 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6ad63e65-d6c6-440c-af97-0a5b8c3deaa6 req-b7086f24-4b55-4b2e-aadd-3ab544d2d27f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434191 Sep 24 05:06:55.331097 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1e182-82fe-493c-8a70-7990094df245 req-a2da5de5-9f67-4f77-90dd-533e414154d0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:55.332547 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ded1e182-82fe-493c-8a70-7990094df245 req-a2da5de5-9f67-4f77-90dd-533e414154d0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0458198 Sep 24 05:06:55.382495 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ded1e182-82fe-493c-8a70-7990094df245 req-162087a3-76c5-4108-8909-ed23607c6216 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437527 Sep 24 05:06:55.818288 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfa306-c2cb-49c7-bf22-cb8b116a8448 req-17160749-e609-415b-9923-ac5f93138f2e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:55.819647 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-36bfa306-c2cb-49c7-bf22-cb8b116a8448 req-17160749-e609-415b-9923-ac5f93138f2e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0465753 Sep 24 05:06:55.865072 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-36bfa306-c2cb-49c7-bf22-cb8b116a8448 req-7ec8afee-baf7-443e-825d-11d69389a72c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401149 Sep 24 05:06:56.515335 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc6391-3926-4973-8357-48f7b97ecb8b req-fbb26b9a-c0d1-49a8-8582-a63510e4760b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:56.516792 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05cc6391-3926-4973-8357-48f7b97ecb8b req-fbb26b9a-c0d1-49a8-8582-a63510e4760b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0500627 Sep 24 05:06:56.562388 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05cc6391-3926-4973-8357-48f7b97ecb8b req-53c548d3-f6dc-41a5-a4d8-7b78953215a3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401325 Sep 24 05:06:57.006104 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde1dbf-170c-4e08-8dde-d4c5d4e44fab req-4faa19ef-2e37-4ff1-bc5b-3a248cdb09f6 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:57.007556 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ffde1dbf-170c-4e08-8dde-d4c5d4e44fab req-4faa19ef-2e37-4ff1-bc5b-3a248cdb09f6 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0499446 Sep 24 05:06:57.054422 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ffde1dbf-170c-4e08-8dde-d4c5d4e44fab req-4798f8ca-09b2-4aeb-8a0c-dbf0d440c487 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407534 Sep 24 05:06:57.691857 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831770-c263-4282-8f17-e90171b4b8af req-3c0101ed-9af0-4ee4-b395-9bd8056214ca tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:57.693494 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-57831770-c263-4282-8f17-e90171b4b8af req-3c0101ed-9af0-4ee4-b395-9bd8056214ca tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0501378 Sep 24 05:06:57.743378 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-57831770-c263-4282-8f17-e90171b4b8af req-9b5b5182-4996-4109-a327-70b5d4461810 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423656 Sep 24 05:06:58.174358 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587466a-5185-4f46-8494-44fa1cfcf393 req-ca646488-9487-4014-a8b6-dbac8d2345b7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:58.175776 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9587466a-5185-4f46-8494-44fa1cfcf393 req-ca646488-9487-4014-a8b6-dbac8d2345b7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0466182 Sep 24 05:06:58.226287 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9587466a-5185-4f46-8494-44fa1cfcf393 req-2e7a014f-3e72-4651-8285-ec500a950a1d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440991 Sep 24 05:06:58.445363 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:58.451248 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:06:58.876265 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed183cdc-806c-4c4e-9067-7c67e9a1f23f req-18701bfe-c687-4e50-9d89-084c6b8621a4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:58.877858 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ed183cdc-806c-4c4e-9067-7c67e9a1f23f req-18701bfe-c687-4e50-9d89-084c6b8621a4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0529456 Sep 24 05:06:58.929242 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ed183cdc-806c-4c4e-9067-7c67e9a1f23f req-a21ae76d-e847-43d4-bf21-d422bb3c749f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456116 Sep 24 05:06:59.348889 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1782faf-636b-4c19-b9b4-6f33a35cd39e req-7fa8f323-729d-4434-a365-3d20f57d2e0a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:59.350445 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f1782faf-636b-4c19-b9b4-6f33a35cd39e req-7fa8f323-729d-4434-a365-3d20f57d2e0a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0489457 Sep 24 05:06:59.399595 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f1782faf-636b-4c19-b9b4-6f33a35cd39e req-3d9444db-7934-4432-8aaf-88cd73b2b25d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432067 Sep 24 05:06:59.525331 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-26f85703-4bab-4257-b9bb-3f1c7cfdb0c4 req-3417bc89-7d62-4061-bebe-7afe020c5ce7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675335 Sep 24 05:06:59.526434 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9187d97-3997-4ef1-8d38-fa683b897807 req-04aab990-cb2f-4824-8ba3-629cd6718514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:06:59.527780 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-e9187d97-3997-4ef1-8d38-fa683b897807 req-04aab990-cb2f-4824-8ba3-629cd6718514 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=87d5229e39fe4817b5187068d8acecc7&device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 1130 time: 0.0618808 Sep 24 05:07:00.059379 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63394501-71af-495f-a1a4-d428332a1bd2 req-92e1b1e1-a59f-4514-ba0f-c87b32c7dd0c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:00.060717 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-63394501-71af-495f-a1a4-d428332a1bd2 req-92e1b1e1-a59f-4514-ba0f-c87b32c7dd0c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0487902 Sep 24 05:07:00.107114 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-63394501-71af-495f-a1a4-d428332a1bd2 req-07bf44af-e408-4330-a460-ad14b45a3d48 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408642 Sep 24 05:07:00.176543 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:00.177378 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=13 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:01.232950 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6e583-b2bf-47de-907d-b30523f1e7a6 req-a45de118-5d7d-4bf3-97fc-58e9ef6dbb71 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:01.234393 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f6b6e583-b2bf-47de-907d-b30523f1e7a6 req-a45de118-5d7d-4bf3-97fc-58e9ef6dbb71 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0456631 Sep 24 05:07:01.279825 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f6b6e583-b2bf-47de-907d-b30523f1e7a6 req-89b6c575-0899-4b4f-9a2f-5242bb7bb567 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399630 Sep 24 05:07:01.631501 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f85703-4bab-4257-b9bb-3f1c7cfdb0c4 req-4e7bd225-55b9-4483-82f2-8a1e0dd436f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:01.632952 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-26f85703-4bab-4257-b9bb-3f1c7cfdb0c4 req-4e7bd225-55b9-4483-82f2-8a1e0dd436f0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=66ec8bde739145dda504995dbea0914a&device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 1130 time: 0.0697477 Sep 24 05:07:01.662173 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9187d97-3997-4ef1-8d38-fa683b897807 req-bc56f357-7eb8-40d8-b020-d012fde041b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:01.663612 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-e9187d97-3997-4ef1-8d38-fa683b897807 req-bc56f357-7eb8-40d8-b020-d012fde041b7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=17f0f6dc-1b39-4c78-b39c-2031585b359a HTTP/1.1" status: 200 len: 916 time: 0.1213126 Sep 24 05:07:02.172839 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-e9187d97-3997-4ef1-8d38-fa683b897807 req-1f61c2f8-e706-46c1-a86a-0d2860e463f3 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7496c434-3138-4ef6-8254-ee2787a76407 HTTP/1.1" status: 200 len: 1002 time: 0.1014066 Sep 24 05:07:02.238845 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f85703-4bab-4257-b9bb-3f1c7cfdb0c4 req-c2fb6306-3841-4a4c-8854-ff4043bb5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:02.240260 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-26f85703-4bab-4257-b9bb-3f1c7cfdb0c4 req-c2fb6306-3841-4a4c-8854-ff4043bb5137 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=71010379-32a3-4ab2-bca2-8378eefa5ed7 HTTP/1.1" status: 200 len: 911 time: 0.1334357 Sep 24 05:07:02.251555 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9187d97-3997-4ef1-8d38-fa683b897807 req-2c9ef46c-f380-4224-b455-bab3a6d758e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:02.253091 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-e9187d97-3997-4ef1-8d38-fa683b897807 req-2c9ef46c-f380-4224-b455-bab3a6d758e9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8f69c44e-b4a0-4787-8e79-5aa8095e4aa1 HTTP/1.1" status: 200 len: 854 time: 0.0683765 Sep 24 05:07:02.373366 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9187d97-3997-4ef1-8d38-fa683b897807 req-3488b0ac-6c96-4bca-906b-a2f540fecbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:02.373964 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:02.374884 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-e9187d97-3997-4ef1-8d38-fa683b897807 req-3488b0ac-6c96-4bca-906b-a2f540fecbda service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=17f0f6dc-1b39-4c78-b39c-2031585b359a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775065 Sep 24 05:07:02.383617 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-26f85703-4bab-4257-b9bb-3f1c7cfdb0c4 req-fe882d24-be7d-400b-ad3d-49e006ab5fd1 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27e14393-9cd2-49fc-924d-ab63297b8de7 HTTP/1.1" status: 200 len: 1002 time: 0.0875418 Sep 24 05:07:02.396169 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:02.416752 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d357df3-d804-41c5-86f3-41ef6033ab3e req-53f9df74-4763-4b8b-a480-e632ddbc5fee tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:02.418246 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0d357df3-d804-41c5-86f3-41ef6033ab3e req-53f9df74-4763-4b8b-a480-e632ddbc5fee tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0548658 Sep 24 05:07:02.466408 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0d357df3-d804-41c5-86f3-41ef6033ab3e req-004fd742-e27a-4f3e-aea7-f993450180ba tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421212 Sep 24 05:07:02.489591 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f85703-4bab-4257-b9bb-3f1c7cfdb0c4 req-14b5870d-21e2-4d6b-b249-d54b101ef0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:02.491060 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-26f85703-4bab-4257-b9bb-3f1c7cfdb0c4 req-14b5870d-21e2-4d6b-b249-d54b101ef0e2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=90944b39-2e61-42ae-924a-3191ae7969be HTTP/1.1" status: 200 len: 849 time: 0.0935938 Sep 24 05:07:02.548624 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-e9187d97-3997-4ef1-8d38-fa683b897807 req-d909ec14-73c5-4401-a8c2-2dd0082549d8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588957 Sep 24 05:07:02.553697 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f85703-4bab-4257-b9bb-3f1c7cfdb0c4 req-3d357dd8-62f5-4ada-b69c-99ed941899e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:02.555084 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-26f85703-4bab-4257-b9bb-3f1c7cfdb0c4 req-3d357dd8-62f5-4ada-b69c-99ed941899e9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=71010379-32a3-4ab2-bca2-8378eefa5ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544901 Sep 24 05:07:02.684189 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-80f4adc8-989f-4462-9546-b76556c1c2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:02.731575 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-e9187d97-3997-4ef1-8d38-fa683b897807 req-9ecf5c3e-461c-4e69-bb67-e9bb93bb9aa7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670523 Sep 24 05:07:02.734729 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-26f85703-4bab-4257-b9bb-3f1c7cfdb0c4 req-599dcb90-690f-4c7b-8598-35ff1ae43b10 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632495 Sep 24 05:07:02.822518 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:02.833357 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-26f85703-4bab-4257-b9bb-3f1c7cfdb0c4 req-f4e1b5da-07fb-4d48-8e99-3b30fcd476d8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889642 Sep 24 05:07:03.219910 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca5775-567a-4240-9d02-b0af0b864785 req-49a2ad90-3eb3-4e5d-a2a9-950103f6dc06 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:03.221402 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c9ca5775-567a-4240-9d02-b0af0b864785 req-49a2ad90-3eb3-4e5d-a2a9-950103f6dc06 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 945 time: 0.0475366 Sep 24 05:07:03.271128 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c9ca5775-567a-4240-9d02-b0af0b864785 req-ecc0a63f-3614-4633-9b36-dcfdd82b4ae5 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435674 Sep 24 05:07:03.595680 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878cac7-e2c8-4593-a667-98220884e11e req-12a41c3a-8f2d-4246-9ef7-569cbaebafdf tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:03.597032 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4878cac7-e2c8-4593-a667-98220884e11e req-12a41c3a-8f2d-4246-9ef7-569cbaebafdf tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0464246 Sep 24 05:07:03.646256 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4878cac7-e2c8-4593-a667-98220884e11e req-e7bcd858-2b11-4b71-8e02-50ecc20dfe3c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427437 Sep 24 05:07:04.395372 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5edca-ae2a-4994-a8f9-7e9741aa6a3f req-b7228cf1-85b4-4d28-82d7-097c635c417a tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:04.396881 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-03b5edca-ae2a-4994-a8f9-7e9741aa6a3f req-b7228cf1-85b4-4d28-82d7-097c635c417a tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 945 time: 0.0523105 Sep 24 05:07:04.445428 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-03b5edca-ae2a-4994-a8f9-7e9741aa6a3f req-f19248ff-30b4-4215-8e3c-279a7350584c tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427129 Sep 24 05:07:04.773542 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659b111-a356-4eb4-9f2e-2483e827ec24 req-72c1e2d2-14e0-48f9-b65a-2e968aef3acf tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:04.775124 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6659b111-a356-4eb4-9f2e-2483e827ec24 req-72c1e2d2-14e0-48f9-b65a-2e968aef3acf tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0462401 Sep 24 05:07:04.827467 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6659b111-a356-4eb4-9f2e-2483e827ec24 req-18611220-fc98-4e9c-8e25-284135f0e602 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465393 Sep 24 05:07:05.125453 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1510c507-5bdf-4ace-93d6-7c8ed71b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:05.482629 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f2a8a-7676-443a-b0c5-dc7beb42369f req-1c9cbb91-529e-438f-9bd7-bf2d1774eb94 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:05.484044 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ac5f2a8a-7676-443a-b0c5-dc7beb42369f req-1c9cbb91-529e-438f-9bd7-bf2d1774eb94 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 945 time: 0.0458400 Sep 24 05:07:05.567819 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1405c-d3fc-4140-9e94-aa4e17d1594d req-d0529936-0338-4d29-a1d1-3e8baef3de93 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:05.569187 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d8a1405c-d3fc-4140-9e94-aa4e17d1594d req-d0529936-0338-4d29-a1d1-3e8baef3de93 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 945 time: 0.0503933 Sep 24 05:07:05.616044 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d8a1405c-d3fc-4140-9e94-aa4e17d1594d req-b36ab43e-6fe6-42c4-88fa-f34164b5bf06 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=483f4025-88be-40e0-9f66-4d04aab1fabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Sep 24 05:07:05.809244 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:05.863066 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-ac5f2a8a-7676-443a-b0c5-dc7beb42369f req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Deleting port 3709860a-1e61-4d69-8a8e-fb0135138d67 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:07:05.863315 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ac5f2a8a-7676-443a-b0c5-dc7beb42369f req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (3709860a-1e61-4d69-8a8e-fb0135138d67), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:05.953471 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd28d8-1f03-4f34-a1c0-669938adce5c req-83333dcd-02b8-441d-88ff-51659dac1dcf tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:05.954267 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-ac5f2a8a-7676-443a-b0c5-dc7beb42369f req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] For port 3709860a-1e61-4d69-8a8e-fb0135138d67, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3709860a-1e61-4d69-8a8e-fb0135138d67,segment=NetworkSegment(c25b5559-6424-422f-9d35-500aa2802903),segment_id=c25b5559-6424-422f-9d35-500aa2802903)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:07:05.954634 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ac5f2a8a-7676-443a-b0c5-dc7beb42369f req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (3709860a-1e61-4d69-8a8e-fb0135138d67), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:05.954956 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-18bd28d8-1f03-4f34-a1c0-669938adce5c req-83333dcd-02b8-441d-88ff-51659dac1dcf tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0459142 Sep 24 05:07:05.967722 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-ac5f2a8a-7676-443a-b0c5-dc7beb42369f req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Calling delete_port for 3709860a-1e61-4d69-8a8e-fb0135138d67 owned by compute:nova {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:07:06.002101 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-18bd28d8-1f03-4f34-a1c0-669938adce5c req-b45b55c3-9824-46c6-b304-0e29e4fa2ef7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414050 Sep 24 05:07:06.092502 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ac5f2a8a-7676-443a-b0c5-dc7beb42369f req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (3709860a-1e61-4d69-8a8e-fb0135138d67), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:06.104763 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['3709860a-1e61-4d69-8a8e-fb0135138d67'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:07:06.117208 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Pushing event deleted for resources: {'Port': ['ID=3709860a-1e61-4d69-8a8e-fb0135138d67,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:06.126819 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:06.127159 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:06.127491 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:06.127822 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:06.128149 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:06.128475 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:06.128784 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:06.129105 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:06.129426 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:06.129758 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:06.130552 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:06.130552 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:06.130709 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:06.131001 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:06.131358 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:06.173003 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5f2a8a-7676-443a-b0c5-dc7beb42369f req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] No DVR routers for this DVR port 3709860a-1e61-4d69-8a8e-fb0135138d67 on host hv-cinder-85918 {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:07:06.175414 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ac5f2a8a-7676-443a-b0c5-dc7beb42369f req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:06.178568 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ac5f2a8a-7676-443a-b0c5-dc7beb42369f req-5013b5a1-3ba2-40e6-b1c9-3adb8ba8d89f tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.16 "DELETE /networking/v2.0/ports/3709860a-1e61-4d69-8a8e-fb0135138d67 HTTP/1.1" status: 204 len: 173 time: 0.3943722 Sep 24 05:07:06.179045 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e09804-74dc-4329-97d5-02be092fd866', 'name': 'network-vif-deleted', 'tag': '3709860a-1e61-4d69-8a8e-fb0135138d67'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:07:06.181252 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7bb3fb-6955-43d6-a781-808151653850" -d '{"events": [{"server_uuid": "87e09804-74dc-4329-97d5-02be092fd866", "name": "network-vif-deleted", "tag": "3709860a-1e61-4d69-8a8e-fb0135138d67"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:07:06.219663 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e554b4e-af39-4d1e-836b-c16c3df45022 x-openstack-request-id: req-7e554b4e-af39-4d1e-836b-c16c3df45022 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:07:06.219953 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e09804-74dc-4329-97d5-02be092fd866", "name": "network-vif-deleted", "tag": "3709860a-1e61-4d69-8a8e-fb0135138d67", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:07:06.220208 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e554b4e-af39-4d1e-836b-c16c3df45022 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:07:06.220607 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e554b4e-af39-4d1e-836b-c16c3df45022'] response: {'server_uuid': '87e09804-74dc-4329-97d5-02be092fd866', 'name': 'network-vif-deleted', 'tag': '3709860a-1e61-4d69-8a8e-fb0135138d67', 'status': 'completed', 'code': 200} Sep 24 05:07:06.386233 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:06.735419 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2229eb07-a1e8-48a2-8a92-0bb495e364d5 req-e09d642f-573e-425f-9a47-d8da0ad5d6f9 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 210 time: 0.0311418 Sep 24 05:07:07.133433 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc857c6-bd26-406e-8d78-0ffdc5e6cc0a req-514eff37-65df-4834-83e7-c6e4cbc5b32d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:07.134903 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0fc857c6-bd26-406e-8d78-0ffdc5e6cc0a req-514eff37-65df-4834-83e7-c6e4cbc5b32d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0493531 Sep 24 05:07:07.181358 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0fc857c6-bd26-406e-8d78-0ffdc5e6cc0a req-7d6d7ade-4193-4cc8-86eb-9440c396e832 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410666 Sep 24 05:07:07.847673 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-877f9f54-7dfa-418f-b3f6-c346423604e1 req-827de2a0-3539-49ab-951c-f24b1529180b tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 210 time: 0.0282516 Sep 24 05:07:07.995534 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:08.040947 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:08.304321 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f87c2-6e73-4b0e-a524-b7739b0a4198 req-63ecb63c-a239-4410-986b-e9955927712d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:08.305756 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c88f87c2-6e73-4b0e-a524-b7739b0a4198 req-63ecb63c-a239-4410-986b-e9955927712d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0459888 Sep 24 05:07:08.355411 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c88f87c2-6e73-4b0e-a524-b7739b0a4198 req-bbf8e3d9-0008-4983-98d9-8a68ae3db37d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435128 Sep 24 05:07:08.963573 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f646566f-e827-4422-81a3-1c03feaf4298 req-1edd2c5f-d91b-4964-8a0f-d46f3ddd4f45 tempest-VolumesSnapshotTestJSON-4159203 tempest-VolumesSnapshotTestJSON-4159203-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87e09804-74dc-4329-97d5-02be092fd866 HTTP/1.1" status: 200 len: 210 time: 0.0292938 Sep 24 05:07:09.486967 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4741b47-d191-4c36-ab14-d92d4586b057 req-06bf921a-c87e-400b-a343-d4080a17af97 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:09.488400 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4741b47-d191-4c36-ab14-d92d4586b057 req-06bf921a-c87e-400b-a343-d4080a17af97 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 943 time: 0.0452502 Sep 24 05:07:09.534413 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4741b47-d191-4c36-ab14-d92d4586b057 req-57386e47-65c2-4662-98d0-7d1f84eb5341 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406826 Sep 24 05:07:09.885231 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 4de1eabe-932e-4cda-804d-49eeff37c34c details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:07:09.888576 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 3709860a-1e61-4d69-8a8e-fb0135138d67 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:07:09.913959 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: 3709860a-1e61-4d69-8a8e-fb0135138d67 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:07:09.914266 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 3709860a-1e61-4d69-8a8e-fb0135138d67 not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:07:10.003535 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 4de1eabe-932e-4cda-804d-49eeff37c34c, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=4de1eabe-932e-4cda-804d-49eeff37c34c,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:07:10.015129 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '4de1eabe-932e-4cda-804d-49eeff37c34c', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'port_id': '4de1eabe-932e-4cda-804d-49eeff37c34c', 'mac_address': 'fa:16:3e:01:8a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:07:10.050205 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 4de1eabe-932e-4cda-804d-49eeff37c34c is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:10.050620 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:10.063838 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de1eabe-932e-4cda-804d-49eeff37c34c {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:07:10.083837 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 4de1eabe-932e-4cda-804d-49eeff37c34c, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=4de1eabe-932e-4cda-804d-49eeff37c34c,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:07:10.088586 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:10.137223 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=4de1eabe-932e-4cda-804d-49eeff37c34c,revision_number=9']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:10.144055 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:10.144393 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:10.144748 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:10.145099 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:10.145427 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:10.146190 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:10.146190 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:10.146398 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:10.146701 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:10.147016 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:10.147330 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:10.147648 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:10.148189 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:10.148305 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:10.148611 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:10.634201 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['4de1eabe-932e-4cda-804d-49eeff37c34c'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:07:10.663590 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b37b4-773d-4855-a12c-8908dc9c2b78 req-bf188513-6376-415b-9a99-241cf3211e74 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:10.664636 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-241b37b4-773d-4855-a12c-8908dc9c2b78 req-bf188513-6376-415b-9a99-241cf3211e74 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 944 time: 0.0500932 Sep 24 05:07:10.694252 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:10.719554 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-241b37b4-773d-4855-a12c-8908dc9c2b78 req-c148ed73-9885-4fda-a01a-8073d3432ca1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482213 Sep 24 05:07:11.807648 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:11.844424 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae823b-70e4-4b52-9e5d-448662ddab56 req-d7ca59c8-4af1-45b1-96af-76f386604d63 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:11.845865 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-26ae823b-70e4-4b52-9e5d-448662ddab56 req-d7ca59c8-4af1-45b1-96af-76f386604d63 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 944 time: 0.0464282 Sep 24 05:07:11.891390 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-26ae823b-70e4-4b52-9e5d-448662ddab56 req-b4e43e4f-d335-4809-ae4d-44a19a41b7aa tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401134 Sep 24 05:07:11.915265 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 4de1eabe-932e-4cda-804d-49eeff37c34c up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:07:11.960447 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 4de1eabe-932e-4cda-804d-49eeff37c34c triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:11.960816 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:11.961152 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 4de1eabe-932e-4cda-804d-49eeff37c34c Sep 24 05:07:12.029786 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 4de1eabe-932e-4cda-804d-49eeff37c34c is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:12.030191 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:12.052468 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de1eabe-932e-4cda-804d-49eeff37c34c'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:07:12.054693 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3767fbf-7cdb-40a6-a61d-276b0225fa9a" -d '{"events": [{"server_uuid": "08fb826b-e891-46c4-990d-ca03cf3f4222", "name": "network-vif-plugged", "status": "completed", "tag": "4de1eabe-932e-4cda-804d-49eeff37c34c"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:07:12.066997 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 4de1eabe-932e-4cda-804d-49eeff37c34c, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=4de1eabe-932e-4cda-804d-49eeff37c34c,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:07:12.071914 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:12.121588 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=4de1eabe-932e-4cda-804d-49eeff37c34c,revision_number=10']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:12.152942 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd09cae8-0393-4992-8c17-9d79df37305c x-openstack-request-id: req-cd09cae8-0393-4992-8c17-9d79df37305c {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:07:12.153286 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fb826b-e891-46c4-990d-ca03cf3f4222", "name": "network-vif-plugged", "status": "completed", "tag": "4de1eabe-932e-4cda-804d-49eeff37c34c", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:07:12.153485 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd09cae8-0393-4992-8c17-9d79df37305c {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:07:12.153883 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd09cae8-0393-4992-8c17-9d79df37305c'] response: {'server_uuid': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de1eabe-932e-4cda-804d-49eeff37c34c', 'code': 200} Sep 24 05:07:13.015741 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df7da0-08b0-4df9-99bc-21619c75af4d req-7ca6c27b-4df2-4a05-8b8e-61c2ca12fc4e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:13.017170 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-58df7da0-08b0-4df9-99bc-21619c75af4d req-7ca6c27b-4df2-4a05-8b8e-61c2ca12fc4e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 946 time: 0.0459726 Sep 24 05:07:13.063107 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-58df7da0-08b0-4df9-99bc-21619c75af4d req-3067da35-ba8e-4560-9383-1bf506ce0112 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404928 Sep 24 05:07:14.195991 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531e34f-e70f-4733-b8f5-34735d663c90 req-a5d81870-1164-4e18-a39d-8076eb5aad65 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:14.198080 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d531e34f-e70f-4733-b8f5-34735d663c90 req-a5d81870-1164-4e18-a39d-8076eb5aad65 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 946 time: 0.0498405 Sep 24 05:07:14.243749 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d531e34f-e70f-4733-b8f5-34735d663c90 req-9bd48410-1c70-4521-a7e8-92a2d5fda8a2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402095 Sep 24 05:07:15.367562 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1a19f-54de-463c-a392-9ab29afbe328 req-3a082cf2-3d12-4c30-9b2d-dc9d4b28d18e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:15.368989 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-66d1a19f-54de-463c-a392-9ab29afbe328 req-3a082cf2-3d12-4c30-9b2d-dc9d4b28d18e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 946 time: 0.0453784 Sep 24 05:07:15.415412 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-66d1a19f-54de-463c-a392-9ab29afbe328 req-7332d8bc-7b8c-4832-ba4b-fb67dc1113ee tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409646 Sep 24 05:07:16.138892 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=44,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:16.159153 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=42,neutron:DELETE=6 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:16.548160 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8893eaf-9b75-4fa5-b2f7-58b59f004121 req-c87f0714-f564-4ac3-a569-43f6cffca48a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:16.549635 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c8893eaf-9b75-4fa5-b2f7-58b59f004121 req-c87f0714-f564-4ac3-a569-43f6cffca48a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 946 time: 0.0509400 Sep 24 05:07:16.563576 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234cca6-c90f-4ed3-8611-4923164efa87 req-af09bee2-4329-4eed-9f03-e9363bffea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:16.565066 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b234cca6-c90f-4ed3-8611-4923164efa87 req-af09bee2-4329-4eed-9f03-e9363bffea05 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 1130 time: 0.0398037 Sep 24 05:07:16.596407 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c8893eaf-9b75-4fa5-b2f7-58b59f004121 req-07b659e3-2f55-4318-a4c7-eac5ec032809 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411160 Sep 24 05:07:16.610743 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b234cca6-c90f-4ed3-8611-4923164efa87 req-d6fae1b1-8355-4414-8d67-444a4e421957 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398269 Sep 24 05:07:17.723665 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e81e08-e5bd-43ae-a44f-8dda52ef7f87 req-762c5022-916b-44ad-b933-77e5770e4cb6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:17.725125 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-67e81e08-e5bd-43ae-a44f-8dda52ef7f87 req-762c5022-916b-44ad-b933-77e5770e4cb6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 946 time: 0.0462582 Sep 24 05:07:17.771442 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-67e81e08-e5bd-43ae-a44f-8dda52ef7f87 req-8899bcd5-5b6b-4cfa-84bd-7bc711773662 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401030 Sep 24 05:07:18.462786 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:18.900070 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6aa40-bd93-4ba4-b43e-469642777797 req-16388c01-c93c-4b00-bdca-c58c7a7e26a6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:18.901807 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3af6aa40-bd93-4ba4-b43e-469642777797 req-16388c01-c93c-4b00-bdca-c58c7a7e26a6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 946 time: 0.0467305 Sep 24 05:07:18.954766 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3af6aa40-bd93-4ba4-b43e-469642777797 req-adaf0ec5-945a-489b-9eab-aaded8fcc0f2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470631 Sep 24 05:07:20.085385 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bf87a-f1d5-4dc0-9fd4-2fb4ee90b4fb req-d2813fc0-f4e8-4f3e-a22d-87f18d62cbd6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:20.086957 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5f7bf87a-f1d5-4dc0-9fd4-2fb4ee90b4fb req-d2813fc0-f4e8-4f3e-a22d-87f18d62cbd6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 946 time: 0.0520921 Sep 24 05:07:20.145561 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5f7bf87a-f1d5-4dc0-9fd4-2fb4ee90b4fb req-54c62366-5108-467d-971a-0f2e093b5bbc tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451913 Sep 24 05:07:26.595489 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=6 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:26.607764 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=12 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:27.178471 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:07:28.458439 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:28.460586 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:30.139485 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=73 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:30.142046 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=72 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:32.684731 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4443de12-3b2e-4b73-a2b1-1b1318b1bff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:34.431316 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b6633-7ac8-4bae-b04f-643f3df6a5eb req-ac5b5af9-b117-4e9f-9bfd-0922a5b3be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:34.432710 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-685b6633-7ac8-4bae-b04f-643f3df6a5eb req-ac5b5af9-b117-4e9f-9bfd-0922a5b3be73 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 1130 time: 0.0400102 Sep 24 05:07:34.447846 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e37188-d91e-4f9b-b5af-53d66d816f2d req-58783ed0-95c7-4a5a-af5d-89258d6fe9cb tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:34.449322 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-50e37188-d91e-4f9b-b5af-53d66d816f2d req-58783ed0-95c7-4a5a-af5d-89258d6fe9cb tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0472453 Sep 24 05:07:34.497768 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-50e37188-d91e-4f9b-b5af-53d66d816f2d req-d49d8a86-c6ae-44ac-b68c-843d7eb7e1a5 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427787 Sep 24 05:07:34.532110 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b6633-7ac8-4bae-b04f-643f3df6a5eb req-3a815cf6-e48f-4dd9-84c6-709a5d96a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:34.533551 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-685b6633-7ac8-4bae-b04f-643f3df6a5eb req-3a815cf6-e48f-4dd9-84c6-709a5d96a63c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 920 time: 0.0926890 Sep 24 05:07:34.597442 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-685b6633-7ac8-4bae-b04f-643f3df6a5eb req-e26c6203-97ad-4a03-9ee7-110c4c3032af service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8325a52-865f-4aa2-a4eb-6cb94768def7 HTTP/1.1" status: 200 len: 1002 time: 0.0568404 Sep 24 05:07:34.643633 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b6633-7ac8-4bae-b04f-643f3df6a5eb req-0a27025a-f939-4410-bc7f-d4797aae3311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:34.645006 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-685b6633-7ac8-4bae-b04f-643f3df6a5eb req-0a27025a-f939-4410-bc7f-d4797aae3311 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf HTTP/1.1" status: 200 len: 858 time: 0.0418603 Sep 24 05:07:34.688849 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b6633-7ac8-4bae-b04f-643f3df6a5eb req-5b4dfa75-0bcc-49f4-bab8-6b6637a6e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:34.690260 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-685b6633-7ac8-4bae-b04f-643f3df6a5eb req-5b4dfa75-0bcc-49f4-bab8-6b6637a6e604 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384612 Sep 24 05:07:34.781821 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-685b6633-7ac8-4bae-b04f-643f3df6a5eb req-0fd54313-3c78-46cb-96a8-153abff0f175 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836964 Sep 24 05:07:34.872200 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-685b6633-7ac8-4bae-b04f-643f3df6a5eb req-bbceb18a-d2b2-4bad-bf35-7d0f4f245195 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836475 Sep 24 05:07:35.127690 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c89d762f-8356-48c2-9c19-b08813f7e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:35.624439 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1489b47-0e54-417f-a7da-8da794080e2d req-93e60c91-239b-4785-a11a-1babdefbeb73 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:35.625871 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a1489b47-0e54-417f-a7da-8da794080e2d req-93e60c91-239b-4785-a11a-1babdefbeb73 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0493119 Sep 24 05:07:35.672934 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a1489b47-0e54-417f-a7da-8da794080e2d req-03be4657-c040-4c67-98af-a5c014192226 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415983 Sep 24 05:07:36.388262 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:36.800379 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737b2b7-6f19-40f3-9707-e7b3f26cf0e3 req-cf4c2b1a-fdf4-4178-bc97-9c5dfa5333e0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:36.801741 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2737b2b7-6f19-40f3-9707-e7b3f26cf0e3 req-cf4c2b1a-fdf4-4178-bc97-9c5dfa5333e0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0528433 Sep 24 05:07:36.848319 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2737b2b7-6f19-40f3-9707-e7b3f26cf0e3 req-44cbb77c-cb6c-4a22-80ff-b74d24a370e0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407417 Sep 24 05:07:37.145716 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=14 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:37.175141 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=20 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:37.394867 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33018) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:37.440442 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_v2 [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Deleting subnet bdebb7b8-7fab-43bf-92d1-7b97a3eb71e2 {{(pid=106192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 05:07:37.443464 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Publish callbacks [] for subnet (bdebb7b8-7fab-43bf-92d1-7b97a3eb71e2), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:37.481186 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2600269'] for subnet (bdebb7b8-7fab-43bf-92d1-7b97a3eb71e2), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:37.524016 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66367886'] for subnet (bdebb7b8-7fab-43bf-92d1-7b97a3eb71e2), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:37.580758 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66370483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3700566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3662227'] for subnet (bdebb7b8-7fab-43bf-92d1-7b97a3eb71e2), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:37.606067 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdebb7b8-7fab-43bf-92d1-7b97a3eb71e2,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:37.610791 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:37.613838 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] 10.222.0.50 "DELETE /networking/v2.0/subnets/bdebb7b8-7fab-43bf-92d1-7b97a3eb71e2 HTTP/1.1" status: 204 len: 168 time: 0.2179766 Sep 24 05:07:37.616509 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33020) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:37.618649 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:37.618994 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:37.619933 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:37.620273 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:37.620607 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:37.620942 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:37.621265 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:37.621589 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:37.621913 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:37.622262 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:37.622588 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:37.622912 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:37.623238 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:37.623556 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:37.623874 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915dc2bb-258e-4006-9acd-7c035d793216 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:37.686222 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e400cfc1-1cff-4b08-a27e-af8147af7de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328315'] for network (6614e23a-5f78-4605-8561-615096892491), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:37.764815 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e400cfc1-1cff-4b08-a27e-af8147af7de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66397605', 'neutron.services.segments.db._delete_segments_for_network-8754988363457'] for network (6614e23a-5f78-4605-8561-615096892491), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:37.784621 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-e400cfc1-1cff-4b08-a27e-af8147af7de2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6614e23a-5f78-4605-8561-615096892491']}} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:37.794247 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-e400cfc1-1cff-4b08-a27e-af8147af7de2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25b5559-6424-422f-9d35-500aa2802903') {'for_net_delete': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:37.794543 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-e400cfc1-1cff-4b08-a27e-af8147af7de2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25b5559-6424-422f-9d35-500aa2802903') {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:37.803896 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e400cfc1-1cff-4b08-a27e-af8147af7de2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754988363349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105158'] for segment (c25b5559-6424-422f-9d35-500aa2802903), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:37.817449 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e400cfc1-1cff-4b08-a27e-af8147af7de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (c25b5559-6424-422f-9d35-500aa2802903), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:37.823806 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e400cfc1-1cff-4b08-a27e-af8147af7de2 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 05:07:37.824181 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e400cfc1-1cff-4b08-a27e-af8147af7de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2382932'] for segment (c25b5559-6424-422f-9d35-500aa2802903), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:37.885031 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e400cfc1-1cff-4b08-a27e-af8147af7de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66397596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437385'] for network (6614e23a-5f78-4605-8561-615096892491), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:37.890841 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e400cfc1-1cff-4b08-a27e-af8147af7de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:37.894200 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-e400cfc1-1cff-4b08-a27e-af8147af7de2 admin admin] 10.222.0.50 "DELETE /networking/v2.0/networks/6614e23a-5f78-4605-8561-615096892491 HTTP/1.1" status: 204 len: 168 time: 0.2766173 Sep 24 05:07:37.895805 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment c25b5559-6424-422f-9d35-500aa2802903 resource provider aggregate not found Sep 24 05:07:37.912738 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400cfc1-1cff-4b08-a27e-af8147af7de2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6614e23a-5f78-4605-8561-615096892491,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:37.924297 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment c25b5559-6424-422f-9d35-500aa2802903 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c25b5559-6424-422f-9d35-500aa2802903 found for delete ", "request_id": "req-dcd74cb5-5387-4439-a524-47bb0a9aad6b"}]} Sep 24 05:07:37.993663 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ad97b-2547-40f5-97b5-a86e788604f7 req-5394f365-793d-4d58-98c0-e695b67adae8 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:37.995482 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5e0ad97b-2547-40f5-97b5-a86e788604f7 req-5394f365-793d-4d58-98c0-e695b67adae8 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0556297 Sep 24 05:07:38.000093 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:38.017898 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33032) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:38.046433 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:38.046739 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5e0ad97b-2547-40f5-97b5-a86e788604f7 req-364f2464-ee19-4fae-a8c3-832564a0e340 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454879 Sep 24 05:07:38.064653 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-b32877d7-b69c-480e-86a6-008ab920765e admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=0e942295e9b3478abd521c6f3e60e888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456479 Sep 24 05:07:38.067198 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33034) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:38.117175 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-700973a0-6fea-450a-8c08-4fd1283accd7 admin admin] Publish callbacks [] for security_group (483f4025-88be-40e0-9f66-4d04aab1fabe), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:38.136253 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-700973a0-6fea-450a-8c08-4fd1283accd7 admin admin] Publish callbacks [] for security_group (483f4025-88be-40e0-9f66-4d04aab1fabe), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:38.163598 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:38.185449 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-700973a0-6fea-450a-8c08-4fd1283accd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (483f4025-88be-40e0-9f66-4d04aab1fabe), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:38.188012 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-700973a0-6fea-450a-8c08-4fd1283accd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:38.189157 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-700973a0-6fea-450a-8c08-4fd1283accd7 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/483f4025-88be-40e0-9f66-4d04aab1fabe HTTP/1.1" status: 204 len: 168 time: 0.1210780 Sep 24 05:07:38.197512 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700973a0-6fea-450a-8c08-4fd1283accd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483f4025-88be-40e0-9f66-4d04aab1fabe,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:38.839428 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33056) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:38.936534 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-db38b34d-1194-4e2c-aae4-309157b4fc1d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-588591513-network', 'tenant_id': 'fef19544ec414094953daea6d545a361'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:07:38.940409 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:38.958356 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db38b34d-1194-4e2c-aae4-309157b4fc1d admin admin] Made reservation on behalf of fef19544ec414094953daea6d545a361 for: {'network': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:07:38.960649 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-db38b34d-1194-4e2c-aae4-309157b4fc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:38.969056 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-db38b34d-1194-4e2c-aae4-309157b4fc1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:39.042996 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-db38b34d-1194-4e2c-aae4-309157b4fc1d admin admin] Publish callbacks [] for security_group (01ac2bf6-da30-41ee-8bc6-5eb72368fcdc), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:39.047272 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-db38b34d-1194-4e2c-aae4-309157b4fc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (01ac2bf6-da30-41ee-8bc6-5eb72368fcdc), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:39.074772 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db38b34d-1194-4e2c-aae4-309157b4fc1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 05:07:39.081464 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38b34d-1194-4e2c-aae4-309157b4fc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ac2bf6-da30-41ee-8bc6-5eb72368fcdc,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:39.087706 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-db38b34d-1194-4e2c-aae4-309157b4fc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (b8a8cd65-3064-4553-b0e9-4f0ec9a91225), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:39.088048 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.segments_db [None req-db38b34d-1194-4e2c-aae4-309157b4fc1d admin admin] Added segment b8a8cd65-3064-4553-b0e9-4f0ec9a91225 of type vlan for network fcf1ce32-3017-4bcb-b05f-9527ef64d665 Sep 24 05:07:39.131299 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-db38b34d-1194-4e2c-aae4-309157b4fc1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (fcf1ce32-3017-4bcb-b05f-9527ef64d665), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:39.156296 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-db38b34d-1194-4e2c-aae4-309157b4fc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (fcf1ce32-3017-4bcb-b05f-9527ef64d665), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:39.157533 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db38b34d-1194-4e2c-aae4-309157b4fc1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:39.158286 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-db38b34d-1194-4e2c-aae4-309157b4fc1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:39.193499 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972c0b8-c24c-4df0-a158-fa74c3330cb4 req-230ca9f0-1f42-488e-9115-1b29bbb13cb8 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:39.195580 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9972c0b8-c24c-4df0-a158-fa74c3330cb4 req-230ca9f0-1f42-488e-9115-1b29bbb13cb8 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0663896 Sep 24 05:07:39.207677 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-db38b34d-1194-4e2c-aae4-309157b4fc1d admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3671472 Sep 24 05:07:39.210546 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33062) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:39.217026 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-fbc23f27-9077-46bc-a4c1-4bde4abc5249 admin admin] Request body: {'subnet': {'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-588591513-subnet', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'ip_version': 4}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:07:39.238393 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38b34d-1194-4e2c-aae4-309157b4fc1d admin admin] Pushing event updated for resources: {'Network': ['ID=fcf1ce32-3017-4bcb-b05f-9527ef64d665,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:39.247920 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9972c0b8-c24c-4df0-a158-fa74c3330cb4 req-46e208f1-74a0-442a-b796-ddb6b4ed3511 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455306 Sep 24 05:07:39.251284 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc23f27-9077-46bc-a4c1-4bde4abc5249 admin admin] Made reservation on behalf of fef19544ec414094953daea6d545a361 for: {'subnet': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:07:39.252516 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network fcf1ce32-3017-4bcb-b05f-9527ef64d665 details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 05:07:39.255061 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fbc23f27-9077-46bc-a4c1-4bde4abc5249 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8938425'] for subnet (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:39.422651 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fbc23f27-9077-46bc-a4c1-4bde4abc5249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2375729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8938415'] for subnet (e30adfee-509c-43a1-acf6-ff73276d8857), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:39.477900 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc23f27-9077-46bc-a4c1-4bde4abc5249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e30adfee-509c-43a1-acf6-ff73276d8857,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:39.487684 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc23f27-9077-46bc-a4c1-4bde4abc5249 admin admin] Checking segment: {'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:07:39.488033 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc23f27-9077-46bc-a4c1-4bde4abc5249 admin admin] Network hostable DHCP agents. Network: fcf1ce32-3017-4bcb-b05f-9527ef64d665, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 05:07:39.504634 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc23f27-9077-46bc-a4c1-4bde4abc5249 admin admin] Network fcf1ce32-3017-4bcb-b05f-9527ef64d665 is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 05:07:39.513478 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-fbc23f27-9077-46bc-a4c1-4bde4abc5249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, fcf1ce32-3017-4bcb-b05f-9527ef64d665) {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:07:39.518059 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc23f27-9077-46bc-a4c1-4bde4abc5249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:39.519214 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fbc23f27-9077-46bc-a4c1-4bde4abc5249 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:39.522637 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e52b78c-7f49-4a7a-bd10-40ddce9b85f3 None None] Network fcf1ce32-3017-4bcb-b05f-9527ef64d665 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:07:39.535607 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-fbc23f27-9077-46bc-a4c1-4bde4abc5249 admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3220978 Sep 24 05:07:39.538275 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33064) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:39.544198 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:07:39.569300 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4209'] for router (764b62cf-a47a-41c8-a41d-d5a8ca78b45d), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:39.570329 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4218'] for router (764b62cf-a47a-41c8-a41d-d5a8ca78b45d), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:39.574100 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:39.583993 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=69,neutron:INSERT=24,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:39.624944 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Publish callbacks [] for router_controller (764b62cf-a47a-41c8-a41d-d5a8ca78b45d), precommit_add_association {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:39.627345 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd343cccf-c390-5e04-aeb9-418103a42ab4-fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'project_id': 'fef19544ec414094953daea6d545a361', 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857'}]}} from dv-cinder-859186-1-iscsi. {{(pid=106194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 05:07:39.628212 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:39.761513 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Allocated IP 172.20.0.2 (fcf1ce32-3017-4bcb-b05f-9527ef64d665/e30adfee-509c-43a1-acf6-ff73276d8857/9fb21e29-5083-46de-a502-e4a14bea78c9) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:07:39.910542 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Publish callbacks [] for port (9fb21e29-5083-46de-a502-e4a14bea78c9), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:39.916968 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (9fb21e29-5083-46de-a502-e4a14bea78c9), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:39.960286 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Network fcf1ce32-3017-4bcb-b05f-9527ef64d665 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:07:39.965587 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:07:39.969344 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:07:39.972487 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Pushing event updated for resources: {'Port': ['ID=9fb21e29-5083-46de-a502-e4a14bea78c9,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:40.001435 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Publish callbacks [] for router_gateway (764b62cf-a47a-41c8-a41d-d5a8ca78b45d), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:40.027103 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Attempting to bind port 9fb21e29-5083-46de-a502-e4a14bea78c9 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:07:40.027649 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Attempting to bind port 9fb21e29-5083-46de-a502-e4a14bea78c9 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:07:40.028006 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Attempting to bind port 9fb21e29-5083-46de-a502-e4a14bea78c9 on network fcf1ce32-3017-4bcb-b05f-9527ef64d665 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:07:40.068750 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:07:40.069114 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Checking segment: {'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:07:40.069511 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:40.069897 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Bound using segment: {'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:07:40.070398 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Bound port: 9fb21e29-5083-46de-a502-e4a14bea78c9, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:07:40.070774 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (9fb21e29-5083-46de-a502-e4a14bea78c9), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:40.133948 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] For port 9fb21e29-5083-46de-a502-e4a14bea78c9, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:07:40.137085 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] For port 9fb21e29-5083-46de-a502-e4a14bea78c9, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=9fb21e29-5083-46de-a502-e4a14bea78c9,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:07:40.142834 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (9fb21e29-5083-46de-a502-e4a14bea78c9), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:40.184527 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=88,neutron:UPDATE=10,neutron:INSERT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:40.187783 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Publish callbacks [] for router_gateway (764b62cf-a47a-41c8-a41d-d5a8ca78b45d), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:40.196570 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab0467-5d6e-4450-a82a-29be6f3bb8d8 None None] Pushing event updated for resources: {'Port': ['ID=9fb21e29-5083-46de-a502-e4a14bea78c9,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:40.210905 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:40.334979 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Allocated IP 172.27.0.207 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/4947be57-a937-433a-85f0-378c64ee2474) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:07:40.408774 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2149d70-4796-4e6a-af57-9ee9f5c90d79 req-9b938560-d0c1-4653-815e-41b5a954a4a1 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:40.410574 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b2149d70-4796-4e6a-af57-9ee9f5c90d79 req-9b938560-d0c1-4653-815e-41b5a954a4a1 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0790195 Sep 24 05:07:40.465936 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b2149d70-4796-4e6a-af57-9ee9f5c90d79 req-dd3b9a21-272f-4723-aa86-8adf850e665e tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478129 Sep 24 05:07:40.467829 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Publish callbacks [] for port (4947be57-a937-433a-85f0-378c64ee2474), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:40.513014 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (4947be57-a937-433a-85f0-378c64ee2474), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:40.560558 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:07:40.563983 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:07:40.567749 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:07:40.570997 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Pushing event updated for resources: {'Port': ['ID=4947be57-a937-433a-85f0-378c64ee2474,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:40.619192 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 9fb21e29-5083-46de-a502-e4a14bea78c9 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:07:40.651607 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:40.667619 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 9fb21e29-5083-46de-a502-e4a14bea78c9 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:40.668070 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (9fb21e29-5083-46de-a502-e4a14bea78c9), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:40.668411 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 9fb21e29-5083-46de-a502-e4a14bea78c9 Sep 24 05:07:40.744699 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 9fb21e29-5083-46de-a502-e4a14bea78c9 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:40.745082 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (9fb21e29-5083-46de-a502-e4a14bea78c9), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:40.760860 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:40.780196 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port 9fb21e29-5083-46de-a502-e4a14bea78c9, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=9fb21e29-5083-46de-a502-e4a14bea78c9,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:07:40.786560 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (9fb21e29-5083-46de-a502-e4a14bea78c9), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:40.811969 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Publish callbacks [] for router_gateway (764b62cf-a47a-41c8-a41d-d5a8ca78b45d), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:40.837599 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=9fb21e29-5083-46de-a502-e4a14bea78c9,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:40.848038 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:41.005063 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437284'] for router (764b62cf-a47a-41c8-a41d-d5a8ca78b45d), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:41.114551 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc2e1cf-7c5e-4b36-8513-164607555514 None None] Network fcf1ce32-3017-4bcb-b05f-9527ef64d665 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:07:41.132832 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d is scheduled to L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc with binding_index 1 {{(pid=106193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 05:07:41.235028 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:07:41.253482 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:41.254759 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-7380d0f7-04f7-490a-9123-c20379ba8e1e admin admin] 10.222.0.50 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7155898 Sep 24 05:07:41.257402 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33070) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:41.287094 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Sync routers for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:07:41.314029 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-7717978d-27c8-45d5-af46-2363e1c863b0 None None] Provisioning complete for port 9fb21e29-5083-46de-a502-e4a14bea78c9 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:41.314288 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7717978d-27c8-45d5-af46-2363e1c863b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (9fb21e29-5083-46de-a502-e4a14bea78c9), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:41.314616 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-7717978d-27c8-45d5-af46-2363e1c863b0 None None] Attempt 1 to provision port 9fb21e29-5083-46de-a502-e4a14bea78c9 Sep 24 05:07:41.318136 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:07:41.318762 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:07:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:41.516742 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-7717978d-27c8-45d5-af46-2363e1c863b0 None None] Current status of the port 9fb21e29-5083-46de-a502-e4a14bea78c9 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:41.519814 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:07:41.615783 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b6857-dcd5-4e35-bb8d-8adaee0d03af req-672fddb3-ef81-471a-9102-424d71a9fc96 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:41.619810 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8c3b6857-dcd5-4e35-bb8d-8adaee0d03af req-672fddb3-ef81-471a-9102-424d71a9fc96 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0658023 Sep 24 05:07:41.660730 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:41.685769 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8c3b6857-dcd5-4e35-bb8d-8adaee0d03af req-73a77d39-e0a8-41c5-a3fa-7f0ff4c9daea tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595005 Sep 24 05:07:41.711153 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:40Z', 'revision_number': 3, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:41.719366 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:41.740772 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Checking router: 764b62cf-a47a-41c8-a41d-d5a8ca78b45d for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:07:41.741117 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Updating router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d port 4947be57-a937-433a-85f0-378c64ee2474 binding host dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:07:41.771129 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-102ecd4f-8966-43ba-a483-c8ff390b1c6e None None] Provisioning complete for port 9fb21e29-5083-46de-a502-e4a14bea78c9 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:41.771501 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-102ecd4f-8966-43ba-a483-c8ff390b1c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (9fb21e29-5083-46de-a502-e4a14bea78c9), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:41.771830 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-102ecd4f-8966-43ba-a483-c8ff390b1c6e None None] Attempt 1 to provision port 9fb21e29-5083-46de-a502-e4a14bea78c9 Sep 24 05:07:41.795931 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (4947be57-a937-433a-85f0-378c64ee2474), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:41.808255 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:41.876594 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Allocated IP 172.20.0.1 (fcf1ce32-3017-4bcb-b05f-9527ef64d665/e30adfee-509c-43a1-acf6-ff73276d8857/8d90c6e1-f259-45d7-8c46-171954f359df) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:07:41.898439 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:41.899016 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:41.964919 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-102ecd4f-8966-43ba-a483-c8ff390b1c6e None None] Current status of the port 9fb21e29-5083-46de-a502-e4a14bea78c9 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:41.978323 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Publish callbacks [] for port (8d90c6e1-f259-45d7-8c46-171954f359df), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:42.010385 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (8d90c6e1-f259-45d7-8c46-171954f359df), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:42.053982 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Network fcf1ce32-3017-4bcb-b05f-9527ef64d665 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:07:42.058849 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:07:42.062666 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:07:42.065913 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Pushing event updated for resources: {'Port': ['ID=8d90c6e1-f259-45d7-8c46-171954f359df,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:42.102702 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Publish callbacks [] for port (4947be57-a937-433a-85f0-378c64ee2474), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:42.105740 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429597'] for router_interface (764b62cf-a47a-41c8-a41d-d5a8ca78b45d), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:42.110042 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (4947be57-a937-433a-85f0-378c64ee2474), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:42.144236 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Attempting to bind port 4947be57-a937-433a-85f0-378c64ee2474 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:07:42.144606 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Attempting to bind port 4947be57-a937-433a-85f0-378c64ee2474 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:07:42.144970 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Attempting to bind port 4947be57-a937-433a-85f0-378c64ee2474 on network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:07:42.188641 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224e1c9-4767-4125-905b-bbdaf63b7020 None None] Pushing event updated for resources: {'Port': ['ID=4947be57-a937-433a-85f0-378c64ee2474,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:42.206452 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:07:42.207173 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Checking segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:07:42.207301 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:42.207596 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Bound using segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:07:42.208114 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Bound port: 4947be57-a937-433a-85f0-378c64ee2474, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:07:42.208560 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (4947be57-a937-433a-85f0-378c64ee2474), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:42.249305 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (8d90c6e1-f259-45d7-8c46-171954f359df), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:42.263378 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] For port 4947be57-a937-433a-85f0-378c64ee2474, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:07:42.267107 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] For port 4947be57-a937-433a-85f0-378c64ee2474, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=4947be57-a937-433a-85f0-378c64ee2474,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:07:42.272297 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (4947be57-a937-433a-85f0-378c64ee2474), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:42.326748 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Provisioning complete for port 8d90c6e1-f259-45d7-8c46-171954f359df triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:42.327095 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (8d90c6e1-f259-45d7-8c46-171954f359df), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:42.327422 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Attempt 1 to provision port 8d90c6e1-f259-45d7-8c46-171954f359df Sep 24 05:07:42.331579 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:07:42.332303 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:07:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:42.407412 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224e1c9-4767-4125-905b-bbdaf63b7020 None None] Pushing event updated for resources: {'Port': ['ID=4947be57-a937-433a-85f0-378c64ee2474,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:42.411466 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Publish callbacks [] for port (8d90c6e1-f259-45d7-8c46-171954f359df), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:42.416325 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Port 8d90c6e1-f259-45d7-8c46-171954f359df cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:07:42.417522 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (8d90c6e1-f259-45d7-8c46-171954f359df), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:42.467527 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:42.476183 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:07:42.483465 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Pushing event updated for resources: {'Port': ['ID=8d90c6e1-f259-45d7-8c46-171954f359df,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:42.491116 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429705'] for router_interface (764b62cf-a47a-41c8-a41d-d5a8ca78b45d), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:42.496839 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:42.588666 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Network fcf1ce32-3017-4bcb-b05f-9527ef64d665 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:07:42.590132 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:07:42.608266 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 9fb21e29-5083-46de-a502-e4a14bea78c9 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:07:42.674877 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:42.706862 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:07:42.721413 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 9fb21e29-5083-46de-a502-e4a14bea78c9 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:42.721413 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (9fb21e29-5083-46de-a502-e4a14bea78c9), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:42.721413 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 9fb21e29-5083-46de-a502-e4a14bea78c9 Sep 24 05:07:42.750998 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:42.757984 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:41Z', 'revision_number': 1, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:42.791740 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd374b9-607a-4b57-b435-66adc57931b2 None None] The sync data for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi is: [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:41Z', 'revision_number': 1, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:07:42.820055 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:42.831463 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d37c39-7338-4f2c-856a-5ab48d6cf830 req-998a47cd-ea77-402f-acd8-1df91b445400 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:42.834448 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-92d37c39-7338-4f2c-856a-5ab48d6cf830 req-998a47cd-ea77-402f-acd8-1df91b445400 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0531092 Sep 24 05:07:42.847812 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 9fb21e29-5083-46de-a502-e4a14bea78c9 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:42.863251 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:07:42.874070 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-b3e02da0-b8a3-4207-b6e1-02b11740ba09 admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/764b62cf-a47a-41c8-a41d-d5a8ca78b45d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6101110 Sep 24 05:07:42.893418 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-92d37c39-7338-4f2c-856a-5ab48d6cf830 req-254f665c-8d5e-46d8-88b6-6121cead9513 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541546 Sep 24 05:07:42.917213 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Attempt 2 to provision port 8d90c6e1-f259-45d7-8c46-171954f359df Sep 24 05:07:42.951250 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Port 8d90c6e1-f259-45d7-8c46-171954f359df cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:07:43.387183 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33092) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:43.392195 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-d6a3f77e-fae1-4fee-874a-d9441d24dd90 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-122665547-network', 'tenant_id': 'edba865cd0f14c16ba0060b3c031cefa'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:07:43.432131 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a3f77e-fae1-4fee-874a-d9441d24dd90 admin admin] Made reservation on behalf of edba865cd0f14c16ba0060b3c031cefa for: {'network': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:07:43.440097 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d6a3f77e-fae1-4fee-874a-d9441d24dd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:43.449382 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d6a3f77e-fae1-4fee-874a-d9441d24dd90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:43.452440 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Attempt 3 to provision port 8d90c6e1-f259-45d7-8c46-171954f359df Sep 24 05:07:43.493814 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Port 8d90c6e1-f259-45d7-8c46-171954f359df cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:07:43.543352 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d6a3f77e-fae1-4fee-874a-d9441d24dd90 admin admin] Publish callbacks [] for security_group (a7b95b99-5e78-4bcf-8041-6eda50a77e9b), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:43.549781 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d6a3f77e-fae1-4fee-874a-d9441d24dd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (a7b95b99-5e78-4bcf-8041-6eda50a77e9b), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:43.576542 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a3f77e-fae1-4fee-874a-d9441d24dd90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=106193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 05:07:43.586836 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3f77e-fae1-4fee-874a-d9441d24dd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b95b99-5e78-4bcf-8041-6eda50a77e9b,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:43.593506 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d6a3f77e-fae1-4fee-874a-d9441d24dd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (0e7f15ba-573c-467e-b6e5-648192d4d600), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:43.593846 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.segments_db [None req-d6a3f77e-fae1-4fee-874a-d9441d24dd90 admin admin] Added segment 0e7f15ba-573c-467e-b6e5-648192d4d600 of type vlan for network efccd929-815a-4134-9deb-857746894a94 Sep 24 05:07:43.636480 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d6a3f77e-fae1-4fee-874a-d9441d24dd90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (efccd929-815a-4134-9deb-857746894a94), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:43.663448 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d6a3f77e-fae1-4fee-874a-d9441d24dd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (efccd929-815a-4134-9deb-857746894a94), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:43.664650 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a3f77e-fae1-4fee-874a-d9441d24dd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:43.665262 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d6a3f77e-fae1-4fee-874a-d9441d24dd90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:43.727022 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-d6a3f77e-fae1-4fee-874a-d9441d24dd90 admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3386724 Sep 24 05:07:43.730442 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33094) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:43.732789 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3f77e-fae1-4fee-874a-d9441d24dd90 admin admin] Pushing event updated for resources: {'Network': ['ID=efccd929-815a-4134-9deb-857746894a94,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:43.735359 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-fdf01e2a-61ec-4812-acb9-30440179c585 admin admin] Request body: {'subnet': {'network_id': 'efccd929-815a-4134-9deb-857746894a94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-122665547-subnet', 'tenant_id': 'edba865cd0f14c16ba0060b3c031cefa', 'ip_version': 4}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:07:43.742448 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network efccd929-815a-4134-9deb-857746894a94 details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 05:07:43.750457 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:43.756614 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf01e2a-61ec-4812-acb9-30440179c585 admin admin] Made reservation on behalf of edba865cd0f14c16ba0060b3c031cefa for: {'subnet': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:07:43.759414 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fdf01e2a-61ec-4812-acb9-30440179c585 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3662268'] for subnet (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:43.971760 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fdf01e2a-61ec-4812-acb9-30440179c585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3697545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3662250'] for subnet (767174c6-9135-418c-aaf9-5f5a8d4307e1), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:43.994695 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Attempt 4 to provision port 8d90c6e1-f259-45d7-8c46-171954f359df Sep 24 05:07:44.033299 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Port 8d90c6e1-f259-45d7-8c46-171954f359df cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:07:44.053379 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf01e2a-61ec-4812-acb9-30440179c585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=767174c6-9135-418c-aaf9-5f5a8d4307e1,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:44.066272 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2d00f-6126-413f-bfe1-c9f73ba5d161 req-f92daf46-f234-4039-82bb-c089775d03dd tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:44.067756 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-30b2d00f-6126-413f-bfe1-c9f73ba5d161 req-f92daf46-f234-4039-82bb-c089775d03dd tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0716791 Sep 24 05:07:44.096583 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf01e2a-61ec-4812-acb9-30440179c585 admin admin] Checking segment: {'id': '0e7f15ba-573c-467e-b6e5-648192d4d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efccd929-815a-4134-9deb-857746894a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:07:44.096932 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf01e2a-61ec-4812-acb9-30440179c585 admin admin] Network hostable DHCP agents. Network: efccd929-815a-4134-9deb-857746894a94, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 05:07:44.134139 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-30b2d00f-6126-413f-bfe1-c9f73ba5d161 req-54541fd2-5d16-492e-93a1-c562a3023dbf tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582657 Sep 24 05:07:44.135158 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf01e2a-61ec-4812-acb9-30440179c585 admin admin] Network efccd929-815a-4134-9deb-857746894a94 is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 05:07:44.145120 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-fdf01e2a-61ec-4812-acb9-30440179c585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, efccd929-815a-4134-9deb-857746894a94) {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:07:44.149163 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf01e2a-61ec-4812-acb9-30440179c585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:44.149970 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fdf01e2a-61ec-4812-acb9-30440179c585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:44.164333 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dbc463-11dc-4ac1-a1a8-d7e689e9a020 None None] Network efccd929-815a-4134-9deb-857746894a94 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:07:44.168284 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-fdf01e2a-61ec-4812-acb9-30440179c585 admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4367387 Sep 24 05:07:44.170762 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33098) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:44.175207 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-122665547-router', 'tenant_id': 'edba865cd0f14c16ba0060b3c031cefa', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:07:44.195362 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4209'] for router (85ab93c2-76e1-4f73-b977-922f19867248), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:44.196345 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4218'] for router (85ab93c2-76e1-4f73-b977-922f19867248), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:44.261527 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Publish callbacks [] for router_controller (85ab93c2-76e1-4f73-b977-922f19867248), precommit_add_association {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:44.273004 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd343cccf-c390-5e04-aeb9-418103a42ab4-efccd929-815a-4134-9deb-857746894a94', 'network_id': 'efccd929-815a-4134-9deb-857746894a94', 'project_id': 'edba865cd0f14c16ba0060b3c031cefa', 'fixed_ips': [{'subnet_id': '767174c6-9135-418c-aaf9-5f5a8d4307e1'}]}} from dv-cinder-859186-1-iscsi. {{(pid=106194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 05:07:44.274089 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:44.396443 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Publish callbacks [] for router_gateway (85ab93c2-76e1-4f73-b977-922f19867248), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:44.410834 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Allocated IP 172.20.0.2 (efccd929-815a-4134-9deb-857746894a94/767174c6-9135-418c-aaf9-5f5a8d4307e1/a45fe55a-0336-4d70-aaf7-96d861449166) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:07:44.451177 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:44.543281 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Attempt 5 to provision port 8d90c6e1-f259-45d7-8c46-171954f359df Sep 24 05:07:44.601836 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Publish callbacks [] for port (a45fe55a-0336-4d70-aaf7-96d861449166), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:44.605713 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Port 8d90c6e1-f259-45d7-8c46-171954f359df cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:07:44.609308 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Publish callbacks [] for router_gateway (85ab93c2-76e1-4f73-b977-922f19867248), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:44.611243 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (a45fe55a-0336-4d70-aaf7-96d861449166), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:44.630500 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:44.649600 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 4947be57-a937-433a-85f0-378c64ee2474 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:07:44.700326 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Network efccd929-815a-4134-9deb-857746894a94 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:07:44.703009 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Pushing event updated for resources: {'Port': ['ID=a45fe55a-0336-4d70-aaf7-96d861449166,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:44.706785 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:07:44.709197 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:07:44.746114 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 4947be57-a937-433a-85f0-378c64ee2474 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:44.746746 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (4947be57-a937-433a-85f0-378c64ee2474), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:44.746858 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 4947be57-a937-433a-85f0-378c64ee2474 Sep 24 05:07:44.762946 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Allocated IP 172.27.0.35 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/d9bf0c36-0538-43b5-9456-684ce21c8f88) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:07:44.770543 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:44.779704 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=7,neutron:UPDATE=5,neutron:SELECT=87,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:44.793266 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:44.813085 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Attempting to bind port a45fe55a-0336-4d70-aaf7-96d861449166 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:07:44.813458 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Attempting to bind port a45fe55a-0336-4d70-aaf7-96d861449166 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '0e7f15ba-573c-467e-b6e5-648192d4d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efccd929-815a-4134-9deb-857746894a94'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:07:44.813827 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Attempting to bind port a45fe55a-0336-4d70-aaf7-96d861449166 on network efccd929-815a-4134-9deb-857746894a94 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:07:44.878881 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Sync routers for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:07:44.881040 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Publish callbacks [] for port (d9bf0c36-0538-43b5-9456-684ce21c8f88), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:44.884153 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:07:44.885287 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Checking segment: {'id': '0e7f15ba-573c-467e-b6e5-648192d4d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efccd929-815a-4134-9deb-857746894a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:07:44.885855 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:44.886457 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Bound using segment: {'id': '0e7f15ba-573c-467e-b6e5-648192d4d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efccd929-815a-4134-9deb-857746894a94'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:07:44.887093 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Bound port: a45fe55a-0336-4d70-aaf7-96d861449166, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7f15ba-573c-467e-b6e5-648192d4d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efccd929-815a-4134-9deb-857746894a94'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:07:44.887488 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (a45fe55a-0336-4d70-aaf7-96d861449166), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:44.890949 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:07:44.891561 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:07:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:44.907492 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 4947be57-a937-433a-85f0-378c64ee2474 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:44.907879 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (4947be57-a937-433a-85f0-378c64ee2474), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:44.917226 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (d9bf0c36-0538-43b5-9456-684ce21c8f88), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:44.959207 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port 4947be57-a937-433a-85f0-378c64ee2474, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=4947be57-a937-433a-85f0-378c64ee2474,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:07:44.967396 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:07:44.970718 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (4947be57-a937-433a-85f0-378c64ee2474), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:44.972170 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:07:44.976377 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:07:45.002398 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d9bf0c36-0538-43b5-9456-684ce21c8f88,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:45.003749 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] For port a45fe55a-0336-4d70-aaf7-96d861449166, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:07:45.017134 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:07:45.024263 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] For port a45fe55a-0336-4d70-aaf7-96d861449166, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=a45fe55a-0336-4d70-aaf7-96d861449166,segment=NetworkSegment(0e7f15ba-573c-467e-b6e5-648192d4d600),segment_id=0e7f15ba-573c-467e-b6e5-648192d4d600)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:07:45.035722 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (a45fe55a-0336-4d70-aaf7-96d861449166), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:45.042385 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=4947be57-a937-433a-85f0-378c64ee2474,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:45.093809 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5b363-6b47-4212-9e22-c39937be1da2 None None] Pushing event updated for resources: {'Port': ['ID=a45fe55a-0336-4d70-aaf7-96d861449166,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:45.107142 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Attempt 6 to provision port 8d90c6e1-f259-45d7-8c46-171954f359df Sep 24 05:07:45.150113 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Port 8d90c6e1-f259-45d7-8c46-171954f359df cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:07:45.395311 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 2, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:45.415396 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a3bcc-5c8b-4262-8cb9-8e110e835635 req-a8d4cc31-5e42-461d-bf89-7e13b83182a2 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:45.417451 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f26a3bcc-5c8b-4262-8cb9-8e110e835635 req-a8d4cc31-5e42-461d-bf89-7e13b83182a2 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0785124 Sep 24 05:07:45.426022 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Checking router: 764b62cf-a47a-41c8-a41d-d5a8ca78b45d for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:07:45.426425 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Updating router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d port 8d90c6e1-f259-45d7-8c46-171954f359df binding host dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:07:45.461374 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (8d90c6e1-f259-45d7-8c46-171954f359df), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:45.560692 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f26a3bcc-5c8b-4262-8cb9-8e110e835635 req-7d9cefb4-e1f4-4a4a-9011-115e3bca2410 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335847 Sep 24 05:07:45.577518 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Publish callbacks [] for router_gateway (85ab93c2-76e1-4f73-b977-922f19867248), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:45.653325 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Attempt 7 to provision port 8d90c6e1-f259-45d7-8c46-171954f359df Sep 24 05:07:45.689083 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Port 8d90c6e1-f259-45d7-8c46-171954f359df cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:07:45.706024 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:45.739364 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Publish callbacks [] for port (8d90c6e1-f259-45d7-8c46-171954f359df), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:45.745948 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (8d90c6e1-f259-45d7-8c46-171954f359df), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:45.772236 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437284'] for router (85ab93c2-76e1-4f73-b977-922f19867248), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:45.814988 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9a565-865e-4221-af7b-75d7e755077e None None] Pushing event updated for resources: {'Port': ['ID=8d90c6e1-f259-45d7-8c46-171954f359df,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:45.843847 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9a565-865e-4221-af7b-75d7e755077e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:45.844195 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9a565-865e-4221-af7b-75d7e755077e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:45.844546 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9a565-865e-4221-af7b-75d7e755077e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:45.844901 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9a565-865e-4221-af7b-75d7e755077e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:45.845234 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9a565-865e-4221-af7b-75d7e755077e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:45.845564 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9a565-865e-4221-af7b-75d7e755077e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:45.845891 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9a565-865e-4221-af7b-75d7e755077e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:45.846242 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9a565-865e-4221-af7b-75d7e755077e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:45.846565 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9a565-865e-4221-af7b-75d7e755077e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:45.846887 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9a565-865e-4221-af7b-75d7e755077e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:45.847206 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9a565-865e-4221-af7b-75d7e755077e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:45.847537 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9a565-865e-4221-af7b-75d7e755077e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:45.847860 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9a565-865e-4221-af7b-75d7e755077e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:45.848174 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9a565-865e-4221-af7b-75d7e755077e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:45.848489 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9a565-865e-4221-af7b-75d7e755077e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:07:45.856496 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Attempting to bind port 8d90c6e1-f259-45d7-8c46-171954f359df on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:07:45.856863 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Attempting to bind port 8d90c6e1-f259-45d7-8c46-171954f359df by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:07:45.857222 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Attempting to bind port 8d90c6e1-f259-45d7-8c46-171954f359df on network fcf1ce32-3017-4bcb-b05f-9527ef64d665 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:07:45.900769 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:07:45.901478 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Checking segment: {'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:07:45.901591 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:45.902221 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Bound using segment: {'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:07:45.902673 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Bound port: 8d90c6e1-f259-45d7-8c46-171954f359df, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:07:45.903075 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (8d90c6e1-f259-45d7-8c46-171954f359df), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:45.906947 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Router 85ab93c2-76e1-4f73-b977-922f19867248 is scheduled to L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc with binding_index 1 {{(pid=106192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 05:07:45.941860 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:45.953489 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:45.976473 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] For port 8d90c6e1-f259-45d7-8c46-171954f359df, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:07:45.980350 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] For port 8d90c6e1-f259-45d7-8c46-171954f359df, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=8d90c6e1-f259-45d7-8c46-171954f359df,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:07:45.986841 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (8d90c6e1-f259-45d7-8c46-171954f359df), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:46.021900 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:07:46.024453 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:07:46.025088 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:07:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:46.038751 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Sync routers for ids ['85ab93c2-76e1-4f73-b977-922f19867248'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:07:46.046740 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:46.050822 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-3f7431f7-ca39-4a63-af30-5690260733d4 admin admin] 10.222.0.50 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8772275 Sep 24 05:07:46.050950 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Routers {'85ab93c2-76e1-4f73-b977-922f19867248'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:07:46.051063 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33108) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:46.051582 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:07:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['85ab93c2-76e1-4f73-b977-922f19867248'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:46.088770 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9a565-865e-4221-af7b-75d7e755077e None None] Pushing event updated for resources: {'Port': ['ID=8d90c6e1-f259-45d7-8c46-171954f359df,revision_number=4']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:46.095521 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:46.151331 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264156c6-666e-4e25-bf58-c4c0287e1ba5 None None] Network efccd929-815a-4134-9deb-857746894a94 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:07:46.161496 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:07:46.195259 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Attempt 8 to provision port 8d90c6e1-f259-45d7-8c46-171954f359df Sep 24 05:07:46.204176 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:46.247387 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:46.253721 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Set router 85ab93c2-76e1-4f73-b977-922f19867248 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:07:46.373281 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:45Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:46.403068 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dfdc23-f17d-4bfd-8b27-f68f13c480b5 None None] The sync data for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi is: [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:45Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:07:46.434164 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Current status of the port 8d90c6e1-f259-45d7-8c46-171954f359df is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:46.434662 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (8d90c6e1-f259-45d7-8c46-171954f359df), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:46.482210 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:46.484444 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:46.570791 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] For port 8d90c6e1-f259-45d7-8c46-171954f359df, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=8d90c6e1-f259-45d7-8c46-171954f359df,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:07:46.583284 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (8d90c6e1-f259-45d7-8c46-171954f359df), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:46.625105 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab93c2-76e1-4f73-b977-922f19867248', 'name': 'tempest-TestVolumeBootPattern-122665547-router', 'tenant_id': 'edba865cd0f14c16ba0060b3c031cefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'd9bf0c36-0538-43b5-9456-684ce21c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:44Z', 'updated_at': '2022-09-24T05:07:45Z', 'revision_number': 3, 'project_id': 'edba865cd0f14c16ba0060b3c031cefa', 'gw_port': {'id': 'd9bf0c36-0538-43b5-9456-684ce21c8f88', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ad:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab93c2-76e1-4f73-b977-922f19867248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:44Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:46.724851 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Checking router: 85ab93c2-76e1-4f73-b977-922f19867248 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:07:46.725689 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Updating router 85ab93c2-76e1-4f73-b977-922f19867248 port d9bf0c36-0538-43b5-9456-684ce21c8f88 binding host dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:07:46.729304 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-aa8cf335-cfad-4bcc-90c0-d2316bf4c76e None None] Provisioning complete for port a45fe55a-0336-4d70-aaf7-96d861449166 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:46.729939 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aa8cf335-cfad-4bcc-90c0-d2316bf4c76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (a45fe55a-0336-4d70-aaf7-96d861449166), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:46.730506 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-aa8cf335-cfad-4bcc-90c0-d2316bf4c76e None None] Attempt 1 to provision port a45fe55a-0336-4d70-aaf7-96d861449166 Sep 24 05:07:46.811890 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c62d2-b6a5-4622-a36f-96c167c52f7d None None] Pushing event updated for resources: {'Port': ['ID=8d90c6e1-f259-45d7-8c46-171954f359df,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:46.813862 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91000d-f658-4789-9c27-34bc8567e051 req-8dc88931-1d5b-4d98-98af-4e340afbc1ab tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:46.826475 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a91000d-f658-4789-9c27-34bc8567e051 req-8dc88931-1d5b-4d98-98af-4e340afbc1ab tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.1351695 Sep 24 05:07:46.826719 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (d9bf0c36-0538-43b5-9456-684ce21c8f88), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:46.844527 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:46.869919 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device a45fe55a-0336-4d70-aaf7-96d861449166 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:07:46.892463 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a91000d-f658-4789-9c27-34bc8567e051 req-69a09bd6-7599-4592-bfee-490cfe0d9788 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558314 Sep 24 05:07:47.009135 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Allocated IP 172.20.0.1 (efccd929-815a-4134-9deb-857746894a94/767174c6-9135-418c-aaf9-5f5a8d4307e1/b0b9d792-c349-440f-ae40-d5ab3dccb3ca) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:07:47.060254 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port a45fe55a-0336-4d70-aaf7-96d861449166 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:47.060764 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (a45fe55a-0336-4d70-aaf7-96d861449166), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.060938 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port a45fe55a-0336-4d70-aaf7-96d861449166 Sep 24 05:07:47.068594 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-aa8cf335-cfad-4bcc-90c0-d2316bf4c76e None None] Current status of the port a45fe55a-0336-4d70-aaf7-96d861449166 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:47.068975 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aa8cf335-cfad-4bcc-90c0-d2316bf4c76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (a45fe55a-0336-4d70-aaf7-96d861449166), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.119781 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Publish callbacks [] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.156210 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.211537 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Network efccd929-815a-4134-9deb-857746894a94 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:07:47.212949 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Pushing event updated for resources: {'Port': ['ID=b0b9d792-c349-440f-ae40-d5ab3dccb3ca,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:47.215700 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:07:47.217812 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:07:47.259193 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429597'] for router_interface (85ab93c2-76e1-4f73-b977-922f19867248), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.292196 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-aa8cf335-cfad-4bcc-90c0-d2316bf4c76e None None] For port a45fe55a-0336-4d70-aaf7-96d861449166, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=a45fe55a-0336-4d70-aaf7-96d861449166,segment=NetworkSegment(0e7f15ba-573c-467e-b6e5-648192d4d600),segment_id=0e7f15ba-573c-467e-b6e5-648192d4d600)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:07:47.302200 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aa8cf335-cfad-4bcc-90c0-d2316bf4c76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (a45fe55a-0336-4d70-aaf7-96d861449166), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.377024 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-aa8cf335-cfad-4bcc-90c0-d2316bf4c76e None None] Provisioning complete for port 8d90c6e1-f259-45d7-8c46-171954f359df triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:47.377394 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aa8cf335-cfad-4bcc-90c0-d2316bf4c76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (8d90c6e1-f259-45d7-8c46-171954f359df), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.377752 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-aa8cf335-cfad-4bcc-90c0-d2316bf4c76e None None] Attempt 1 to provision port 8d90c6e1-f259-45d7-8c46-171954f359df Sep 24 05:07:47.393687 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:47.396203 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:47.407017 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.409426 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:47.458882 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port a45fe55a-0336-4d70-aaf7-96d861449166 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:47.459961 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 4947be57-a937-433a-85f0-378c64ee2474 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:07:47.468968 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cf335-cfad-4bcc-90c0-d2316bf4c76e None None] Pushing event updated for resources: {'Port': ['ID=a45fe55a-0336-4d70-aaf7-96d861449166,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:47.502914 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Publish callbacks [] for port (d9bf0c36-0538-43b5-9456-684ce21c8f88), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.517425 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (d9bf0c36-0538-43b5-9456-684ce21c8f88), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.568106 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Attempting to bind port d9bf0c36-0538-43b5-9456-684ce21c8f88 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:07:47.568463 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Attempting to bind port d9bf0c36-0538-43b5-9456-684ce21c8f88 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:07:47.568818 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Attempting to bind port d9bf0c36-0538-43b5-9456-684ce21c8f88 on network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:07:47.574628 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Publish callbacks [] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.579363 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.595854 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:47.620823 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 4947be57-a937-433a-85f0-378c64ee2474 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:47.621105 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (4947be57-a937-433a-85f0-378c64ee2474), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.621477 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 4947be57-a937-433a-85f0-378c64ee2474 Sep 24 05:07:47.622939 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c93300-7392-4dd7-9ff7-fb40b29f3330 None None] Pushing event updated for resources: {'Port': ['ID=d9bf0c36-0538-43b5-9456-684ce21c8f88,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:47.646258 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429705'] for router_interface (85ab93c2-76e1-4f73-b977-922f19867248), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.647968 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Pushing event updated for resources: {'Port': ['ID=b0b9d792-c349-440f-ae40-d5ab3dccb3ca,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:47.666780 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-aa8cf335-cfad-4bcc-90c0-d2316bf4c76e None None] Current status of the port 8d90c6e1-f259-45d7-8c46-171954f359df is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:47.682753 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:07:47.683120 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Checking segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:07:47.683512 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.683894 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Bound using segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:07:47.684362 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Bound port: d9bf0c36-0538-43b5-9456-684ce21c8f88, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:07:47.684736 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (d9bf0c36-0538-43b5-9456-684ce21c8f88), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.748098 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Network efccd929-815a-4134-9deb-857746894a94 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:07:47.749534 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:07:47.767408 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] For port d9bf0c36-0538-43b5-9456-684ce21c8f88, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:07:47.777110 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 4947be57-a937-433a-85f0-378c64ee2474 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:47.778456 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 8d90c6e1-f259-45d7-8c46-171954f359df up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:07:47.785912 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] For port d9bf0c36-0538-43b5-9456-684ce21c8f88, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=d9bf0c36-0538-43b5-9456-684ce21c8f88,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:07:47.814346 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (d9bf0c36-0538-43b5-9456-684ce21c8f88), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.844428 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Provisioning complete for port b0b9d792-c349-440f-ae40-d5ab3dccb3ca triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:47.844794 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.845126 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Attempt 1 to provision port b0b9d792-c349-440f-ae40-d5ab3dccb3ca Sep 24 05:07:47.865126 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Router 85ab93c2-76e1-4f73-b977-922f19867248 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:07:47.893525 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Routers {'85ab93c2-76e1-4f73-b977-922f19867248'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:07:47.894376 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:07:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['85ab93c2-76e1-4f73-b977-922f19867248'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:47.958585 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c93300-7392-4dd7-9ff7-fb40b29f3330 None None] Pushing event updated for resources: {'Port': ['ID=d9bf0c36-0538-43b5-9456-684ce21c8f88,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:47.967020 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Port b0b9d792-c349-440f-ae40-d5ab3dccb3ca cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:07:47.971981 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 8d90c6e1-f259-45d7-8c46-171954f359df triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:47.972360 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (8d90c6e1-f259-45d7-8c46-171954f359df), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:47.972698 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 8d90c6e1-f259-45d7-8c46-171954f359df Sep 24 05:07:47.999413 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:07:48.016734 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-dc7597f0-761f-415a-89b1-0382b792fb5f admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/85ab93c2-76e1-4f73-b977-922f19867248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9562943 Sep 24 05:07:48.041726 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10079b-cc9f-406d-8771-ffd4433afbcc req-ad68cd2a-040e-4bad-8c9e-1c5a964d6b75 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:48.043573 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4d10079b-cc9f-406d-8771-ffd4433afbcc req-ad68cd2a-040e-4bad-8c9e-1c5a964d6b75 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0543227 Sep 24 05:07:48.060561 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] Set router 85ab93c2-76e1-4f73-b977-922f19867248 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:07:48.093952 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4d10079b-cc9f-406d-8771-ffd4433afbcc req-77d95327-fe4b-4901-9b1e-21227ea60c50 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442224 Sep 24 05:07:48.115382 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:48.208396 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 8d90c6e1-f259-45d7-8c46-171954f359df is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:48.208977 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b78fbb-b4dd-4e1d-ab1a-034dd53747f9 req-c546d77c-22f4-4308-8c38-d62768f22b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:48.210527 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-37b78fbb-b4dd-4e1d-ab1a-034dd53747f9 req-c546d77c-22f4-4308-8c38-d62768f22b7f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 1130 time: 0.0487037 Sep 24 05:07:48.258454 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-37b78fbb-b4dd-4e1d-ab1a-034dd53747f9 req-a11b28c5-7bb9-43ef-8aaf-1533283e4762 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416718 Sep 24 05:07:48.296547 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab93c2-76e1-4f73-b977-922f19867248', 'name': 'tempest-TestVolumeBootPattern-122665547-router', 'tenant_id': 'edba865cd0f14c16ba0060b3c031cefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'd9bf0c36-0538-43b5-9456-684ce21c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:44Z', 'updated_at': '2022-09-24T05:07:47Z', 'revision_number': 4, 'project_id': 'edba865cd0f14c16ba0060b3c031cefa', 'gw_port': {'id': 'd9bf0c36-0538-43b5-9456-684ce21c8f88', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ad:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab93c2-76e1-4f73-b977-922f19867248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:44Z', 'updated_at': '2022-09-24T05:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'b0b9d792-c349-440f-ae40-d5ab3dccb3ca', 'name': '', 'network_id': 'efccd929-815a-4134-9deb-857746894a94', 'tenant_id': 'edba865cd0f14c16ba0060b3c031cefa', 'mac_address': 'fa:16:3e:05:f4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab93c2-76e1-4f73-b977-922f19867248', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '767174c6-9135-418c-aaf9-5f5a8d4307e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:46Z', 'updated_at': '2022-09-24T05:07:47Z', 'revision_number': 2, 'project_id': 'edba865cd0f14c16ba0060b3c031cefa', 'subnets': [{'id': '767174c6-9135-418c-aaf9-5f5a8d4307e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:48.321977 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a5b7d5-aa60-41b8-81ba-59c130c0b015 None None] The sync data for ids ['85ab93c2-76e1-4f73-b977-922f19867248'] in dv-cinder-859186-1-iscsi is: [{'id': '85ab93c2-76e1-4f73-b977-922f19867248', 'name': 'tempest-TestVolumeBootPattern-122665547-router', 'tenant_id': 'edba865cd0f14c16ba0060b3c031cefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'd9bf0c36-0538-43b5-9456-684ce21c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:44Z', 'updated_at': '2022-09-24T05:07:47Z', 'revision_number': 4, 'project_id': 'edba865cd0f14c16ba0060b3c031cefa', 'gw_port': {'id': 'd9bf0c36-0538-43b5-9456-684ce21c8f88', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ad:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab93c2-76e1-4f73-b977-922f19867248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:44Z', 'updated_at': '2022-09-24T05:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'b0b9d792-c349-440f-ae40-d5ab3dccb3ca', 'name': '', 'network_id': 'efccd929-815a-4134-9deb-857746894a94', 'tenant_id': 'edba865cd0f14c16ba0060b3c031cefa', 'mac_address': 'fa:16:3e:05:f4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab93c2-76e1-4f73-b977-922f19867248', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '767174c6-9135-418c-aaf9-5f5a8d4307e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:46Z', 'updated_at': '2022-09-24T05:07:47Z', 'revision_number': 2, 'project_id': 'edba865cd0f14c16ba0060b3c031cefa', 'subnets': [{'id': '767174c6-9135-418c-aaf9-5f5a8d4307e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:07:48.413730 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33122) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:48.418914 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-ae1281f8-f3eb-4df9-93b7-728b75d8e0fb tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1562507068', 'description': 'tempest-secgroup-smoke-1562507068 description', 'project_id': 'fef19544ec414094953daea6d545a361'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:07:48.440190 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ae1281f8-f3eb-4df9-93b7-728b75d8e0fb tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:48.468805 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Attempt 2 to provision port b0b9d792-c349-440f-ae40-d5ab3dccb3ca Sep 24 05:07:48.481213 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:48.499820 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:48.509329 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:48.514361 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Port b0b9d792-c349-440f-ae40-d5ab3dccb3ca cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:07:48.515223 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ae1281f8-f3eb-4df9-93b7-728b75d8e0fb tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group (00806690-688f-4537-ab04-e01d63dcfd19), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:48.519448 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ae1281f8-f3eb-4df9-93b7-728b75d8e0fb tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (00806690-688f-4537-ab04-e01d63dcfd19), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:48.580235 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ae1281f8-f3eb-4df9-93b7-728b75d8e0fb tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:48.581477 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ae1281f8-f3eb-4df9-93b7-728b75d8e0fb tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1666801 Sep 24 05:07:48.582221 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1281f8-f3eb-4df9-93b7-728b75d8e0fb tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00806690-688f-4537-ab04-e01d63dcfd19,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:48.584575 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33124) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:48.590595 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-4e54492f-3128-4e9c-a264-67f90039b466 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Request body: {'security_group_rule': {'security_group_id': '00806690-688f-4537-ab04-e01d63dcfd19', 'project_id': 'fef19544ec414094953daea6d545a361', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:07:48.625353 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4e54492f-3128-4e9c-a264-67f90039b466 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (cec9b9b9-d3d7-427c-b06d-1c3d772a1333), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:48.670387 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device a45fe55a-0336-4d70-aaf7-96d861449166 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:07:48.711892 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4e54492f-3128-4e9c-a264-67f90039b466 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (cec9b9b9-d3d7-427c-b06d-1c3d772a1333), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:48.716647 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4e54492f-3128-4e9c-a264-67f90039b466 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (cec9b9b9-d3d7-427c-b06d-1c3d772a1333), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:48.729248 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port a45fe55a-0336-4d70-aaf7-96d861449166 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:48.729459 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (a45fe55a-0336-4d70-aaf7-96d861449166), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:48.729887 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port a45fe55a-0336-4d70-aaf7-96d861449166 Sep 24 05:07:48.733854 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54492f-3128-4e9c-a264-67f90039b466 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec9b9b9-d3d7-427c-b06d-1c3d772a1333,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:48.746363 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4e54492f-3128-4e9c-a264-67f90039b466 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:48.750532 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33126) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:48.750992 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-4e54492f-3128-4e9c-a264-67f90039b466 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1646621 Sep 24 05:07:48.755747 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-ce2a23b1-32e8-4522-8961-a895713612b4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Request body: {'security_group_rule': {'security_group_id': '00806690-688f-4537-ab04-e01d63dcfd19', 'project_id': 'fef19544ec414094953daea6d545a361', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:07:48.788925 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ce2a23b1-32e8-4522-8961-a895713612b4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (effcb997-39b6-4d76-9307-5417cc5e7352), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:48.794868 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:48.813476 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port a45fe55a-0336-4d70-aaf7-96d861449166 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:48.814604 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 8d90c6e1-f259-45d7-8c46-171954f359df up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:07:48.862158 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 8d90c6e1-f259-45d7-8c46-171954f359df triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:48.862390 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ce2a23b1-32e8-4522-8961-a895713612b4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (effcb997-39b6-4d76-9307-5417cc5e7352), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:48.862540 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (8d90c6e1-f259-45d7-8c46-171954f359df), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:48.862882 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 8d90c6e1-f259-45d7-8c46-171954f359df Sep 24 05:07:48.867194 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ce2a23b1-32e8-4522-8961-a895713612b4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (effcb997-39b6-4d76-9307-5417cc5e7352), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:48.888331 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a23b1-32e8-4522-8961-a895713612b4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effcb997-39b6-4d76-9307-5417cc5e7352,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:48.898186 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ce2a23b1-32e8-4522-8961-a895713612b4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:48.899963 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ce2a23b1-32e8-4522-8961-a895713612b4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1479120 Sep 24 05:07:48.902741 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33128) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:48.907199 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-e965b095-3a85-4b6c-82a3-159390b4bcb4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Request body: {'security_group_rule': {'security_group_id': '00806690-688f-4537-ab04-e01d63dcfd19', 'project_id': 'fef19544ec414094953daea6d545a361', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:07:48.936036 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e965b095-3a85-4b6c-82a3-159390b4bcb4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (080cdef6-946a-46a4-af0a-3042317a08ef), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:48.953793 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 8d90c6e1-f259-45d7-8c46-171954f359df is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:48.997505 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e965b095-3a85-4b6c-82a3-159390b4bcb4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (080cdef6-946a-46a4-af0a-3042317a08ef), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:49.001551 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e965b095-3a85-4b6c-82a3-159390b4bcb4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (080cdef6-946a-46a4-af0a-3042317a08ef), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:49.015851 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Attempt 3 to provision port b0b9d792-c349-440f-ae40-d5ab3dccb3ca Sep 24 05:07:49.022217 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965b095-3a85-4b6c-82a3-159390b4bcb4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080cdef6-946a-46a4-af0a-3042317a08ef,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:49.029441 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e965b095-3a85-4b6c-82a3-159390b4bcb4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:49.030696 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-e965b095-3a85-4b6c-82a3-159390b4bcb4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270268 Sep 24 05:07:49.033516 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33130) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:49.037924 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-3cfc2f34-9ef8-42cb-9244-f0e189cf8735 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Request body: {'security_group_rule': {'security_group_id': '00806690-688f-4537-ab04-e01d63dcfd19', 'project_id': 'fef19544ec414094953daea6d545a361', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:07:49.049099 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Port b0b9d792-c349-440f-ae40-d5ab3dccb3ca cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:07:49.064372 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3cfc2f34-9ef8-42cb-9244-f0e189cf8735 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (6376613a-db3b-4c60-99e0-0219d518bf14), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:49.121550 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3cfc2f34-9ef8-42cb-9244-f0e189cf8735 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (6376613a-db3b-4c60-99e0-0219d518bf14), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:49.125088 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3cfc2f34-9ef8-42cb-9244-f0e189cf8735 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (6376613a-db3b-4c60-99e0-0219d518bf14), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:49.148881 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc2f34-9ef8-42cb-9244-f0e189cf8735 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6376613a-db3b-4c60-99e0-0219d518bf14,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:49.155602 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3cfc2f34-9ef8-42cb-9244-f0e189cf8735 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:49.156790 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-3cfc2f34-9ef8-42cb-9244-f0e189cf8735 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221530 Sep 24 05:07:49.159593 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33134) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:49.164019 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-24fd8876-f7bd-4707-a87a-1a72eb4d82e5 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Request body: {'security_group_rule': {'security_group_id': '00806690-688f-4537-ab04-e01d63dcfd19', 'project_id': 'fef19544ec414094953daea6d545a361', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:07:49.186788 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.securitygroups_db [None req-24fd8876-f7bd-4707-a87a-1a72eb4d82e5 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Project fef19544ec414094953daea6d545a361 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 05:07:49.192325 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-24fd8876-f7bd-4707-a87a-1a72eb4d82e5 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (5557dc8b-fd68-4405-ba9a-8400167b736b), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:49.264558 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a95e52-46f8-4aee-b531-685dcf7ff3f3 req-def2023d-927a-4b09-87b9-a6fbdc2345df tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:49.266403 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-35a95e52-46f8-4aee-b531-685dcf7ff3f3 req-def2023d-927a-4b09-87b9-a6fbdc2345df tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0770323 Sep 24 05:07:49.272410 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-24fd8876-f7bd-4707-a87a-1a72eb4d82e5 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (5557dc8b-fd68-4405-ba9a-8400167b736b), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:49.276068 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-24fd8876-f7bd-4707-a87a-1a72eb4d82e5 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (5557dc8b-fd68-4405-ba9a-8400167b736b), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:49.300425 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd8876-f7bd-4707-a87a-1a72eb4d82e5 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5557dc8b-fd68-4405-ba9a-8400167b736b,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:49.308452 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-24fd8876-f7bd-4707-a87a-1a72eb4d82e5 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:49.310043 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-24fd8876-f7bd-4707-a87a-1a72eb4d82e5 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1491425 Sep 24 05:07:49.312935 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33136) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:49.317389 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-96ca2b55-75d8-47fd-b66e-c6a4836ce66a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Request body: {'security_group_rule': {'security_group_id': '00806690-688f-4537-ab04-e01d63dcfd19', 'project_id': 'fef19544ec414094953daea6d545a361', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:07:49.327136 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-35a95e52-46f8-4aee-b531-685dcf7ff3f3 req-5e353cf2-e112-42a9-9164-54ce05efbe04 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544026 Sep 24 05:07:49.340524 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.securitygroups_db [None req-96ca2b55-75d8-47fd-b66e-c6a4836ce66a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Project fef19544ec414094953daea6d545a361 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 05:07:49.347839 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-96ca2b55-75d8-47fd-b66e-c6a4836ce66a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (18eeea33-a69b-4385-9575-af6aacf307f7), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:49.381547 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:49.414357 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-96ca2b55-75d8-47fd-b66e-c6a4836ce66a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (18eeea33-a69b-4385-9575-af6aacf307f7), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:49.418593 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-96ca2b55-75d8-47fd-b66e-c6a4836ce66a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (18eeea33-a69b-4385-9575-af6aacf307f7), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:49.438433 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca2b55-75d8-47fd-b66e-c6a4836ce66a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18eeea33-a69b-4385-9575-af6aacf307f7,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:49.446617 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-96ca2b55-75d8-47fd-b66e-c6a4836ce66a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:49.447860 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-96ca2b55-75d8-47fd-b66e-c6a4836ce66a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1343212 Sep 24 05:07:49.550433 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Attempt 4 to provision port b0b9d792-c349-440f-ae40-d5ab3dccb3ca Sep 24 05:07:49.593603 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Port b0b9d792-c349-440f-ae40-d5ab3dccb3ca cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:07:50.094738 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Attempt 5 to provision port b0b9d792-c349-440f-ae40-d5ab3dccb3ca Sep 24 05:07:50.132174 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Port b0b9d792-c349-440f-ae40-d5ab3dccb3ca cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:07:50.453768 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09e7da-d33b-4c82-b393-278ad2096f14 req-c8f0b250-ae34-4667-9a58-2cde75702f45 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:50.455302 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b09e7da-d33b-4c82-b393-278ad2096f14 req-c8f0b250-ae34-4667-9a58-2cde75702f45 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0476065 Sep 24 05:07:50.508755 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b09e7da-d33b-4c82-b393-278ad2096f14 req-1f549dea-b617-45be-bdc7-91df2df75973 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476642 Sep 24 05:07:50.574892 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Sync routers for ids ['85ab93c2-76e1-4f73-b977-922f19867248'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:07:50.587381 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Routers {'85ab93c2-76e1-4f73-b977-922f19867248'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:07:50.588175 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:07:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['85ab93c2-76e1-4f73-b977-922f19867248'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:50.633520 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Attempt 6 to provision port b0b9d792-c349-440f-ae40-d5ab3dccb3ca Sep 24 05:07:50.671999 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device d9bf0c36-0538-43b5-9456-684ce21c8f88 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:07:50.702724 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Port b0b9d792-c349-440f-ae40-d5ab3dccb3ca cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:07:50.732686 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port d9bf0c36-0538-43b5-9456-684ce21c8f88 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:50.733323 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (d9bf0c36-0538-43b5-9456-684ce21c8f88), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:50.734085 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port d9bf0c36-0538-43b5-9456-684ce21c8f88 Sep 24 05:07:50.734482 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Set router 85ab93c2-76e1-4f73-b977-922f19867248 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:07:50.845666 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port d9bf0c36-0538-43b5-9456-684ce21c8f88 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:50.845972 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (d9bf0c36-0538-43b5-9456-684ce21c8f88), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:50.871878 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port d9bf0c36-0538-43b5-9456-684ce21c8f88, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=d9bf0c36-0538-43b5-9456-684ce21c8f88,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:07:50.876113 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (d9bf0c36-0538-43b5-9456-684ce21c8f88), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:50.949268 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=d9bf0c36-0538-43b5-9456-684ce21c8f88,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:51.011543 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1b228-fdbb-4efc-bebb-c426d5575a66 req-794ce6b4-1b45-4d3c-a602-4e5b079f7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:51.013824 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b4e1b228-fdbb-4efc-bebb-c426d5575a66 req-794ce6b4-1b45-4d3c-a602-4e5b079f7037 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 1130 time: 0.0654669 Sep 24 05:07:51.017600 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fab5f-89a5-4710-aa32-2085837db285 req-d899fb00-e2f4-44d4-a95a-05f65fe4ddf2 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:51.019673 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d10fab5f-89a5-4710-aa32-2085837db285 req-d899fb00-e2f4-44d4-a95a-05f65fe4ddf2 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0766265 Sep 24 05:07:51.023286 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab93c2-76e1-4f73-b977-922f19867248', 'name': 'tempest-TestVolumeBootPattern-122665547-router', 'tenant_id': 'edba865cd0f14c16ba0060b3c031cefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'd9bf0c36-0538-43b5-9456-684ce21c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:44Z', 'updated_at': '2022-09-24T05:07:47Z', 'revision_number': 4, 'project_id': 'edba865cd0f14c16ba0060b3c031cefa', 'gw_port': {'id': 'd9bf0c36-0538-43b5-9456-684ce21c8f88', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ad:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab93c2-76e1-4f73-b977-922f19867248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:44Z', 'updated_at': '2022-09-24T05:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'b0b9d792-c349-440f-ae40-d5ab3dccb3ca', 'name': '', 'network_id': 'efccd929-815a-4134-9deb-857746894a94', 'tenant_id': 'edba865cd0f14c16ba0060b3c031cefa', 'mac_address': 'fa:16:3e:05:f4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab93c2-76e1-4f73-b977-922f19867248', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '767174c6-9135-418c-aaf9-5f5a8d4307e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:46Z', 'updated_at': '2022-09-24T05:07:47Z', 'revision_number': 2, 'project_id': 'edba865cd0f14c16ba0060b3c031cefa', 'subnets': [{'id': '767174c6-9135-418c-aaf9-5f5a8d4307e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:51.070851 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Checking router: 85ab93c2-76e1-4f73-b977-922f19867248 for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:07:51.071416 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Updating router 85ab93c2-76e1-4f73-b977-922f19867248 port b0b9d792-c349-440f-ae40-d5ab3dccb3ca binding host dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:07:51.079335 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:51.102111 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d10fab5f-89a5-4710-aa32-2085837db285 req-867c324e-5bf1-496a-944e-5febf92f3d08 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718560 Sep 24 05:07:51.111536 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:51.131414 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:51.134309 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1b228-fdbb-4efc-bebb-c426d5575a66 req-5044fdcc-9839-4369-8fda-36147d74411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:51.136379 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b4e1b228-fdbb-4efc-bebb-c426d5575a66 req-5044fdcc-9839-4369-8fda-36147d74411d service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 920 time: 0.1054988 Sep 24 05:07:51.156309 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:51.204121 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Attempt 7 to provision port b0b9d792-c349-440f-ae40-d5ab3dccb3ca Sep 24 05:07:51.208176 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b4e1b228-fdbb-4efc-bebb-c426d5575a66 req-87917a94-af54-44d9-9ac9-1419656d8d82 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8325a52-865f-4aa2-a4eb-6cb94768def7 HTTP/1.1" status: 200 len: 1002 time: 0.0655806 Sep 24 05:07:51.242043 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Port b0b9d792-c349-440f-ae40-d5ab3dccb3ca cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:07:51.262596 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1b228-fdbb-4efc-bebb-c426d5575a66 req-95569fa5-c937-410d-9dfb-d3708fc45b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:51.264146 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b4e1b228-fdbb-4efc-bebb-c426d5575a66 req-95569fa5-c937-410d-9dfb-d3708fc45b10 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf HTTP/1.1" status: 200 len: 858 time: 0.0492778 Sep 24 05:07:51.320956 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1b228-fdbb-4efc-bebb-c426d5575a66 req-a907db1d-f0b8-4170-9160-f111fbbcfebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:51.323111 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b4e1b228-fdbb-4efc-bebb-c426d5575a66 req-a907db1d-f0b8-4170-9160-f111fbbcfebc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461404 Sep 24 05:07:51.416044 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Publish callbacks [] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:51.421038 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:51.579346 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438aa02-5674-4062-b2db-0d061ad0a363 None None] Pushing event updated for resources: {'Port': ['ID=b0b9d792-c349-440f-ae40-d5ab3dccb3ca,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:51.614046 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Attempting to bind port b0b9d792-c349-440f-ae40-d5ab3dccb3ca on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:07:51.614402 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Attempting to bind port b0b9d792-c349-440f-ae40-d5ab3dccb3ca by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '0e7f15ba-573c-467e-b6e5-648192d4d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efccd929-815a-4134-9deb-857746894a94'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:07:51.614752 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Attempting to bind port b0b9d792-c349-440f-ae40-d5ab3dccb3ca on network efccd929-815a-4134-9deb-857746894a94 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:07:51.648228 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:51.661375 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:07:51.661825 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Checking segment: {'id': '0e7f15ba-573c-467e-b6e5-648192d4d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efccd929-815a-4134-9deb-857746894a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:07:51.662309 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:51.662719 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Bound using segment: {'id': '0e7f15ba-573c-467e-b6e5-648192d4d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efccd929-815a-4134-9deb-857746894a94'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:07:51.663196 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Bound port: b0b9d792-c349-440f-ae40-d5ab3dccb3ca, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7f15ba-573c-467e-b6e5-648192d4d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efccd929-815a-4134-9deb-857746894a94'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:07:51.663597 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:51.685243 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b4e1b228-fdbb-4efc-bebb-c426d5575a66 req-1085d5f6-2b3d-40b1-82b1-5e8df257a36e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011875 Sep 24 05:07:51.735065 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] For port b0b9d792-c349-440f-ae40-d5ab3dccb3ca, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:07:51.738637 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] For port b0b9d792-c349-440f-ae40-d5ab3dccb3ca, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=b0b9d792-c349-440f-ae40-d5ab3dccb3ca,segment=NetworkSegment(0e7f15ba-573c-467e-b6e5-648192d4d600),segment_id=0e7f15ba-573c-467e-b6e5-648192d4d600)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:07:51.742594 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Attempt 8 to provision port b0b9d792-c349-440f-ae40-d5ab3dccb3ca Sep 24 05:07:51.746445 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:51.780219 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b4e1b228-fdbb-4efc-bebb-c426d5575a66 req-41a4f9e7-f2d5-40c1-bbb0-273f69980cbd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880892 Sep 24 05:07:51.787438 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Routers {'85ab93c2-76e1-4f73-b977-922f19867248'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:07:51.788072 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:07:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['85ab93c2-76e1-4f73-b977-922f19867248'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:51.796300 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:51.799426 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:51.837819 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Current status of the port b0b9d792-c349-440f-ae40-d5ab3dccb3ca is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:51.838180 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:51.841535 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438aa02-5674-4062-b2db-0d061ad0a363 None None] Pushing event updated for resources: {'Port': ['ID=b0b9d792-c349-440f-ae40-d5ab3dccb3ca,revision_number=4']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:51.872831 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] For port b0b9d792-c349-440f-ae40-d5ab3dccb3ca, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=b0b9d792-c349-440f-ae40-d5ab3dccb3ca,segment=NetworkSegment(0e7f15ba-573c-467e-b6e5-648192d4d600),segment_id=0e7f15ba-573c-467e-b6e5-648192d4d600)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:07:51.878661 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:51.911724 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] Set router 85ab93c2-76e1-4f73-b977-922f19867248 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:07:51.920463 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Provisioning complete for port a45fe55a-0336-4d70-aaf7-96d861449166 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:51.921283 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (a45fe55a-0336-4d70-aaf7-96d861449166), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:51.921630 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Attempt 1 to provision port a45fe55a-0336-4d70-aaf7-96d861449166 Sep 24 05:07:51.966801 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Pushing event updated for resources: {'Port': ['ID=b0b9d792-c349-440f-ae40-d5ab3dccb3ca,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:07:52.021748 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-59789a4f-4bfa-489e-bb22-c6b8779568e3 None None] Current status of the port a45fe55a-0336-4d70-aaf7-96d861449166 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:52.105892 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab93c2-76e1-4f73-b977-922f19867248', 'name': 'tempest-TestVolumeBootPattern-122665547-router', 'tenant_id': 'edba865cd0f14c16ba0060b3c031cefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'd9bf0c36-0538-43b5-9456-684ce21c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:44Z', 'updated_at': '2022-09-24T05:07:47Z', 'revision_number': 4, 'project_id': 'edba865cd0f14c16ba0060b3c031cefa', 'gw_port': {'id': 'd9bf0c36-0538-43b5-9456-684ce21c8f88', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab93c2-76e1-4f73-b977-922f19867248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:44Z', 'updated_at': '2022-09-24T05:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'b0b9d792-c349-440f-ae40-d5ab3dccb3ca', 'name': '', 'network_id': 'efccd929-815a-4134-9deb-857746894a94', 'tenant_id': 'edba865cd0f14c16ba0060b3c031cefa', 'mac_address': 'fa:16:3e:05:f4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab93c2-76e1-4f73-b977-922f19867248', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '767174c6-9135-418c-aaf9-5f5a8d4307e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:46Z', 'updated_at': '2022-09-24T05:07:51Z', 'revision_number': 4, 'project_id': 'edba865cd0f14c16ba0060b3c031cefa', 'subnets': [{'id': '767174c6-9135-418c-aaf9-5f5a8d4307e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:52.135121 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef68ab2c-1e77-4206-a6cf-20fec93faccc None None] The sync data for ids ['85ab93c2-76e1-4f73-b977-922f19867248'] in dv-cinder-859186-1-iscsi is: [{'id': '85ab93c2-76e1-4f73-b977-922f19867248', 'name': 'tempest-TestVolumeBootPattern-122665547-router', 'tenant_id': 'edba865cd0f14c16ba0060b3c031cefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'd9bf0c36-0538-43b5-9456-684ce21c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:44Z', 'updated_at': '2022-09-24T05:07:47Z', 'revision_number': 4, 'project_id': 'edba865cd0f14c16ba0060b3c031cefa', 'gw_port': {'id': 'd9bf0c36-0538-43b5-9456-684ce21c8f88', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab93c2-76e1-4f73-b977-922f19867248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:44Z', 'updated_at': '2022-09-24T05:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'b0b9d792-c349-440f-ae40-d5ab3dccb3ca', 'name': '', 'network_id': 'efccd929-815a-4134-9deb-857746894a94', 'tenant_id': 'edba865cd0f14c16ba0060b3c031cefa', 'mac_address': 'fa:16:3e:05:f4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab93c2-76e1-4f73-b977-922f19867248', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '767174c6-9135-418c-aaf9-5f5a8d4307e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:46Z', 'updated_at': '2022-09-24T05:07:51Z', 'revision_number': 4, 'project_id': 'edba865cd0f14c16ba0060b3c031cefa', 'subnets': [{'id': '767174c6-9135-418c-aaf9-5f5a8d4307e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:07:52.141917 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-94b7bd14-4cb2-495d-9c34-73396677e00a None None] Provisioning complete for port b0b9d792-c349-440f-ae40-d5ab3dccb3ca triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:52.142374 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-94b7bd14-4cb2-495d-9c34-73396677e00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:52.142770 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-94b7bd14-4cb2-495d-9c34-73396677e00a None None] Attempt 1 to provision port b0b9d792-c349-440f-ae40-d5ab3dccb3ca Sep 24 05:07:52.238176 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-94b7bd14-4cb2-495d-9c34-73396677e00a None None] Current status of the port b0b9d792-c349-440f-ae40-d5ab3dccb3ca is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:52.257979 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0ee60-2a54-4a9a-bb01-3eacf6854d78 req-39f01c31-24ac-4329-9498-03fa5a9472a4 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:52.262514 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02b0ee60-2a54-4a9a-bb01-3eacf6854d78 req-39f01c31-24ac-4329-9498-03fa5a9472a4 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0723343 Sep 24 05:07:52.314203 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02b0ee60-2a54-4a9a-bb01-3eacf6854d78 req-75d3116a-95c2-42bb-8b97-84f883effa53 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469453 Sep 24 05:07:52.620361 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device d9bf0c36-0538-43b5-9456-684ce21c8f88 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:07:52.671241 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port d9bf0c36-0538-43b5-9456-684ce21c8f88 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:52.671627 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (d9bf0c36-0538-43b5-9456-684ce21c8f88), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:52.672020 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port d9bf0c36-0538-43b5-9456-684ce21c8f88 Sep 24 05:07:52.867923 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port d9bf0c36-0538-43b5-9456-684ce21c8f88 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:52.868864 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device b0b9d792-c349-440f-ae40-d5ab3dccb3ca up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:07:52.909731 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port b0b9d792-c349-440f-ae40-d5ab3dccb3ca triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:07:52.910131 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:52.910464 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port b0b9d792-c349-440f-ae40-d5ab3dccb3ca Sep 24 05:07:52.983057 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port b0b9d792-c349-440f-ae40-d5ab3dccb3ca is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:07:53.440468 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6758c58-e8b1-47d6-807f-849e824dc900 req-d49110c4-e376-4930-9f4b-bbdc14766d92 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:53.441856 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c6758c58-e8b1-47d6-807f-849e824dc900 req-d49110c4-e376-4930-9f4b-bbdc14766d92 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0511003 Sep 24 05:07:53.488279 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c6758c58-e8b1-47d6-807f-849e824dc900 req-8b133f1f-1b76-40a6-b0a6-e4f00aacee02 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406885 Sep 24 05:07:54.610313 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13734b54-adb3-4ed3-a5e4-5c4a468df593 req-568e9a86-1e57-40f4-9d87-c3b698b2c054 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:54.611780 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-13734b54-adb3-4ed3-a5e4-5c4a468df593 req-568e9a86-1e57-40f4-9d87-c3b698b2c054 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0466974 Sep 24 05:07:54.630748 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:54.664840 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-13734b54-adb3-4ed3-a5e4-5c4a468df593 req-0c5663b9-4ea1-4cde-9016-6028bc116c60 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475152 Sep 24 05:07:55.791558 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf227e8-d923-4ec9-be6d-16237bb11420 req-d5f1bed6-51c4-41a3-aecf-f1258c55a3d5 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:55.793074 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cf227e8-d923-4ec9-be6d-16237bb11420 req-d5f1bed6-51c4-41a3-aecf-f1258c55a3d5 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0506818 Sep 24 05:07:55.840603 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cf227e8-d923-4ec9-be6d-16237bb11420 req-be6ef680-8027-4dd6-bebf-21d1281430a1 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416596 Sep 24 05:07:55.980557 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ed80585a-0750-4de7-b78a-9921235e2baa req-ea5bd0d0-a33b-498c-95ca-557103a7423e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469558 Sep 24 05:07:56.041834 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80585a-0750-4de7-b78a-9921235e2baa req-3f8c60a3-f487-42bb-8d32-5993b299b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:56.043353 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ed80585a-0750-4de7-b78a-9921235e2baa req-3f8c60a3-f487-42bb-8d32-5993b299b03c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 1129 time: 0.0408778 Sep 24 05:07:56.151877 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80585a-0750-4de7-b78a-9921235e2baa req-7993db6a-7477-43ff-9058-b3ed612022f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:56.153572 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ed80585a-0750-4de7-b78a-9921235e2baa req-7993db6a-7477-43ff-9058-b3ed612022f9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 920 time: 0.0915987 Sep 24 05:07:56.192738 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ed80585a-0750-4de7-b78a-9921235e2baa req-a95be0e9-4890-45d8-8f11-cf6d2c0f138c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=990ceab0-dcdb-43e0-ab13-ed36ddfbeabf HTTP/1.1" status: 200 len: 217 time: 0.0331082 Sep 24 05:07:56.242918 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80585a-0750-4de7-b78a-9921235e2baa req-d096b881-9eee-4972-8a9f-63e8255e4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:56.244423 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ed80585a-0750-4de7-b78a-9921235e2baa req-d096b881-9eee-4972-8a9f-63e8255e4e74 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf HTTP/1.1" status: 200 len: 858 time: 0.0457079 Sep 24 05:07:56.289235 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80585a-0750-4de7-b78a-9921235e2baa req-7f0250fb-f8aa-411a-a624-b4fe38db4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:56.290767 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ed80585a-0750-4de7-b78a-9921235e2baa req-7f0250fb-f8aa-411a-a624-b4fe38db4af0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400465 Sep 24 05:07:56.386241 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ed80585a-0750-4de7-b78a-9921235e2baa req-b8a2d135-e9e8-4956-b852-beed3afe393b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889637 Sep 24 05:07:56.451929 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:56.479948 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ed80585a-0750-4de7-b78a-9921235e2baa req-9777c3c7-5e57-4139-9248-47e5cd4d5eb0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858824 Sep 24 05:07:56.963563 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5333a-573a-4e44-b573-a4b9ff229f1f req-f8beb464-9e21-4595-b098-b268f62191ff tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:56.965022 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f5b5333a-573a-4e44-b573-a4b9ff229f1f req-f8beb464-9e21-4595-b098-b268f62191ff tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0488386 Sep 24 05:07:57.012636 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f5b5333a-573a-4e44-b573-a4b9ff229f1f req-31ed68f7-d7aa-4d2e-b2f6-526a3c159fc3 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420995 Sep 24 05:07:57.128981 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d88f8-a1fd-426b-80ae-7e328532c3ba req-f18f4ad7-1282-4fe1-8aad-02dcf5a8c3a9 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:57.130387 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-500d88f8-a1fd-426b-80ae-7e328532c3ba req-f18f4ad7-1282-4fe1-8aad-02dcf5a8c3a9 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0473723 Sep 24 05:07:57.140719 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33244) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:07:57.144934 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-56a99e00-9507-4b34-b7fe-806013bf2404 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Request body: {'floatingip': {'port_id': 'a8325a52-865f-4aa2-a4eb-6cb94768def7'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:07:57.202029 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-56a99e00-9507-4b34-b7fe-806013bf2404 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for floatingip (c81197f0-9c58-4657-a331-58b2344175b0), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:57.673811 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-56a99e00-9507-4b34-b7fe-806013bf2404 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:57.677878 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-56a99e00-9507-4b34-b7fe-806013bf2404 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (c81197f0-9c58-4657-a331-58b2344175b0), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:57.710811 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:57.872211 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:57.884045 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a99e00-9507-4b34-b7fe-806013bf2404 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Router de67d66e-bd0a-4b49-a4c1-514415a70cf0 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:07:57.992420 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a99e00-9507-4b34-b7fe-806013bf2404 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:07:57.997226 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-56a99e00-9507-4b34-b7fe-806013bf2404 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:07:58.003667 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d164b7b4-52d1-494a-a064-5896ba162c27 None None] Sync routers for ids ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:07:58.014859 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d164b7b4-52d1-494a-a064-5896ba162c27 None None] Routers {'de67d66e-bd0a-4b49-a4c1-514415a70cf0'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:07:58.015495 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-d164b7b4-52d1-494a-a064-5896ba162c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:07:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:58.029592 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1c080b-492d-4c55-880a-14e89c938fce', 'tag': 'a8325a52-865f-4aa2-a4eb-6cb94768def7'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:07:58.031867 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceff7be1-3d9e-482a-bca0-8244648eca56" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1c080b-492d-4c55-880a-14e89c938fce", "tag": "a8325a52-865f-4aa2-a4eb-6cb94768def7"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:07:58.081756 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-56a99e00-9507-4b34-b7fe-806013bf2404 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "PUT /networking/v2.0/floatingips/c81197f0-9c58-4657-a331-58b2344175b0 HTTP/1.1" status: 200 len: 994 time: 0.9397817 Sep 24 05:07:58.083758 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9dfc33-a4d5-4ef7-ba3f-5bf92eaae381 x-openstack-request-id: req-dc9dfc33-a4d5-4ef7-ba3f-5bf92eaae381 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:07:58.084037 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1c080b-492d-4c55-880a-14e89c938fce", "tag": "a8325a52-865f-4aa2-a4eb-6cb94768def7", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:07:58.084287 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc9dfc33-a4d5-4ef7-ba3f-5bf92eaae381 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:07:58.084683 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc9dfc33-a4d5-4ef7-ba3f-5bf92eaae381'] response: {'name': 'network-changed', 'server_uuid': '3e1c080b-492d-4c55-880a-14e89c938fce', 'tag': 'a8325a52-865f-4aa2-a4eb-6cb94768def7', 'status': 'completed', 'code': 200} Sep 24 05:07:58.144184 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-d164b7b4-52d1-494a-a064-5896ba162c27 None None] Set router de67d66e-bd0a-4b49-a4c1-514415a70cf0 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:07:58.176299 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff7be1-3d9e-482a-bca0-8244648eca56 req-280bc0ad-76e1-4ca1-805f-603cd0c21b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:58.177801 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ceff7be1-3d9e-482a-bca0-8244648eca56 req-280bc0ad-76e1-4ca1-805f-603cd0c21b79 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 1130 time: 0.0569515 Sep 24 05:07:58.273305 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff7be1-3d9e-482a-bca0-8244648eca56 req-6b730f17-3033-47ea-9dff-da815cb73013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:58.274816 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ceff7be1-3d9e-482a-bca0-8244648eca56 req-6b730f17-3033-47ea-9dff-da815cb73013 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 920 time: 0.0910223 Sep 24 05:07:58.295495 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:58.304046 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:58.347007 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ceff7be1-3d9e-482a-bca0-8244648eca56 req-aabeb8d9-276d-44a9-b7e6-717b54a7f0a0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8325a52-865f-4aa2-a4eb-6cb94768def7 HTTP/1.1" status: 200 len: 1002 time: 0.0655947 Sep 24 05:07:58.387253 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:07:58.398668 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-d164b7b4-52d1-494a-a064-5896ba162c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port': {'id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'c81197f0-9c58-4657-a331-58b2344175b0', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'port_id': 'a8325a52-865f-4aa2-a4eb-6cb94768def7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'mac_address': 'fa:16:3e:fc:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1c080b-492d-4c55-880a-14e89c938fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:03:54Z', 'updated_at': '2022-09-24T05:07:57Z', 'revision_number': 3, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1733c937-6eeb-490b-ad55-2c199ddb7b82', 'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'mac_address': 'fa:16:3e:a2:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:07Z', 'revision_number': 5, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'subnets': [{'id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:58.409829 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff7be1-3d9e-482a-bca0-8244648eca56 req-b3077e46-b398-4410-98bd-85575d9c0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:58.411341 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ceff7be1-3d9e-482a-bca0-8244648eca56 req-b3077e46-b398-4410-98bd-85575d9c0cb4 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf HTTP/1.1" status: 200 len: 858 time: 0.0550623 Sep 24 05:07:58.426919 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d164b7b4-52d1-494a-a064-5896ba162c27 None None] Checking router: de67d66e-bd0a-4b49-a4c1-514415a70cf0 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:07:58.436531 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d164b7b4-52d1-494a-a064-5896ba162c27 None None] Routers {'de67d66e-bd0a-4b49-a4c1-514415a70cf0'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:07:58.442828 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-d164b7b4-52d1-494a-a064-5896ba162c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:07:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:58.462949 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff7be1-3d9e-482a-bca0-8244648eca56 req-341b390a-db34-4c05-8638-4396c0d2d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:07:58.464415 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ceff7be1-3d9e-482a-bca0-8244648eca56 req-341b390a-db34-4c05-8638-4396c0d2d994 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465744 Sep 24 05:07:58.555697 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-d164b7b4-52d1-494a-a064-5896ba162c27 None None] Set router de67d66e-bd0a-4b49-a4c1-514415a70cf0 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:07:58.563993 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ceff7be1-3d9e-482a-bca0-8244648eca56 req-2e1d3505-f39e-4dd2-af8c-d629e3bcc209 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928674 Sep 24 05:07:58.661662 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ceff7be1-3d9e-482a-bca0-8244648eca56 req-603d8133-9aec-4a5c-9ed7-9f13d2d320ac service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904949 Sep 24 05:07:58.779426 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-d164b7b4-52d1-494a-a064-5896ba162c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port': {'id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'c81197f0-9c58-4657-a331-58b2344175b0', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'port_id': 'a8325a52-865f-4aa2-a4eb-6cb94768def7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'mac_address': 'fa:16:3e:fc:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1c080b-492d-4c55-880a-14e89c938fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:03:54Z', 'updated_at': '2022-09-24T05:07:57Z', 'revision_number': 3, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1733c937-6eeb-490b-ad55-2c199ddb7b82', 'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'mac_address': 'fa:16:3e:a2:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:07Z', 'revision_number': 5, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'subnets': [{'id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:07:58.808532 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d164b7b4-52d1-494a-a064-5896ba162c27 None None] The sync data for ids ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'] in dv-cinder-859186-1-iscsi is: [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port': {'id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'c81197f0-9c58-4657-a331-58b2344175b0', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'port_id': 'a8325a52-865f-4aa2-a4eb-6cb94768def7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'mac_address': 'fa:16:3e:fc:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1c080b-492d-4c55-880a-14e89c938fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:03:54Z', 'updated_at': '2022-09-24T05:07:57Z', 'revision_number': 3, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1733c937-6eeb-490b-ad55-2c199ddb7b82', 'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'mac_address': 'fa:16:3e:a2:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:07Z', 'revision_number': 5, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'subnets': [{'id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:08:00.085330 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1c080b-492d-4c55-880a-14e89c938fce', 'tag': 'a8325a52-865f-4aa2-a4eb-6cb94768def7'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:08:00.087785 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9a0287-734c-4aed-885b-bb8b2e5000ad" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1c080b-492d-4c55-880a-14e89c938fce", "tag": "a8325a52-865f-4aa2-a4eb-6cb94768def7"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:08:00.125296 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48893813-8e2a-4c62-bcfe-544af18abab6 x-openstack-request-id: req-48893813-8e2a-4c62-bcfe-544af18abab6 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:08:00.125593 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1c080b-492d-4c55-880a-14e89c938fce", "tag": "a8325a52-865f-4aa2-a4eb-6cb94768def7", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:08:00.125847 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48893813-8e2a-4c62-bcfe-544af18abab6 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:08:00.126277 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48893813-8e2a-4c62-bcfe-544af18abab6'] response: {'name': 'network-changed', 'server_uuid': '3e1c080b-492d-4c55-880a-14e89c938fce', 'tag': 'a8325a52-865f-4aa2-a4eb-6cb94768def7', 'status': 'completed', 'code': 200} Sep 24 05:08:00.189961 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a0287-734c-4aed-885b-bb8b2e5000ad req-c4a8a36e-6c21-43e7-a5da-412e788fc133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:00.191370 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-7c9a0287-734c-4aed-885b-bb8b2e5000ad req-c4a8a36e-6c21-43e7-a5da-412e788fc133 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a18a3756ba2b460d977f738a115ebfe0&device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 1130 time: 0.0433443 Sep 24 05:08:00.281549 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a0287-734c-4aed-885b-bb8b2e5000ad req-8505c288-8b17-4bf3-86ad-827487784d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:00.283060 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-7c9a0287-734c-4aed-885b-bb8b2e5000ad req-8505c288-8b17-4bf3-86ad-827487784d61 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 200 len: 920 time: 0.0845718 Sep 24 05:08:00.346432 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-7c9a0287-734c-4aed-885b-bb8b2e5000ad req-9e6896ac-9a26-4234-82a0-cd49ae9b3ef8 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8325a52-865f-4aa2-a4eb-6cb94768def7 HTTP/1.1" status: 200 len: 1002 time: 0.0567949 Sep 24 05:08:00.394465 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a0287-734c-4aed-885b-bb8b2e5000ad req-bfa8fb72-4cf8-4d0e-b376-4c28e9e55b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:00.395878 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-7c9a0287-734c-4aed-885b-bb8b2e5000ad req-bfa8fb72-4cf8-4d0e-b376-4c28e9e55b2f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf HTTP/1.1" status: 200 len: 858 time: 0.0432305 Sep 24 05:08:00.438458 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a0287-734c-4aed-885b-bb8b2e5000ad req-7a9d7695-0e87-4689-a698-18471aaf85de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:00.439887 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-7c9a0287-734c-4aed-885b-bb8b2e5000ad req-7a9d7695-0e87-4689-a698-18471aaf85de service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377610 Sep 24 05:08:00.531683 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-7c9a0287-734c-4aed-885b-bb8b2e5000ad req-50eb241c-194a-401e-830b-5096052aa02f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851583 Sep 24 05:08:00.609877 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:00.620373 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-7c9a0287-734c-4aed-885b-bb8b2e5000ad req-c9543668-c690-4db5-93c0-02ff467ee376 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828938 Sep 24 05:08:02.108223 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=50 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:02.108999 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:02.679181 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4183d17c-6d1f-42c8-a326-71b37bb83685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:04.176700 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:08:05.130451 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d7281999-ab8c-45b1-bdb7-5c6864678ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:06.390046 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:08.004075 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:08.042979 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:08.064836 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=36 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:08.073663 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=19 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:10.617799 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=68 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:14.141500 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:14.172428 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:15.571798 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-e74d15ef-565c-4ca4-9a08-79b86967de47 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1562507068&fields=id&tenant_id=fef19544ec414094953daea6d545a361 HTTP/1.1" status: 200 len: 267 time: 0.0441082 Sep 24 05:08:15.677322 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-9fccac6d-6403-407f-b44d-ac8e40052818 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:15.678803 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-9fccac6d-6403-407f-b44d-ac8e40052818 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/networks?id=fcf1ce32-3017-4bcb-b05f-9527ef64d665 HTTP/1.1" status: 200 len: 811 time: 0.1001787 Sep 24 05:08:15.693322 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-e0610b71-630f-4def-ada3-d277b612cbdb tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/quotas/fef19544ec414094953daea6d545a361 HTTP/1.1" status: 200 len: 375 time: 0.0092571 Sep 24 05:08:15.745007 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-94c420aa-48fe-4e07-b5d8-a6d3ff260903 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=fef19544ec414094953daea6d545a361&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469091 Sep 24 05:08:15.837919 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-3befd9f0-905a-464f-bc62-f60fa06b7d71 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814774 Sep 24 05:08:16.132675 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-00dcd2ae-31ba-4ad2-a7ae-214710bfa562 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890344 Sep 24 05:08:16.427666 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-781d49c5-0a3d-4685-8e65-ffd977f06279 req-cd573550-3aa4-40b1-bd14-901f5e8c3383 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 210 time: 0.0272117 Sep 24 05:08:17.533634 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-73869868-7fbe-47ab-afa3-b761ef9fe071 req-83029366-b71a-4f4c-8813-dde19aa0ec0f tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 210 time: 0.0274355 Sep 24 05:08:17.672122 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-86992144-0200-4622-8831-9ada1ead3444 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:17.673553 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-86992144-0200-4622-8831-9ada1ead3444 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fcf1ce32-3017-4bcb-b05f-9527ef64d665 HTTP/1.1" status: 200 len: 811 time: 0.1073341 Sep 24 05:08:17.735439 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-2b7b2e45-cc48-4583-aae1-51bc54842bdc tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fef19544ec414094953daea6d545a361 HTTP/1.1" status: 200 len: 380 time: 0.0539646 Sep 24 05:08:17.753825 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Request body: {'port': {'device_id': 'dd7d8b54-2d8e-4a74-912f-4eab2ccf2125', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'admin_state_up': True, 'tenant_id': 'fef19544ec414094953daea6d545a361', 'security_groups': ['00806690-688f-4537-ab04-e01d63dcfd19']}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:08:17.864619 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Made reservation on behalf of fef19544ec414094953daea6d545a361 for: {'port': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:08:17.868327 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:17.988060 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Allocated IP 172.20.0.4 (fcf1ce32-3017-4bcb-b05f-9527ef64d665/e30adfee-509c-43a1-acf6-ff73276d8857/fa86687e-cf6d-40ae-a41d-fc0072b18085) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:08:18.033981 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=68 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:18.038922 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=70,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:18.125823 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for port (fa86687e-cf6d-40ae-a41d-fc0072b18085), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:18.156968 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (fa86687e-cf6d-40ae-a41d-fc0072b18085), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:18.205276 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Network fcf1ce32-3017-4bcb-b05f-9527ef64d665 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:08:18.208489 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:08:18.213173 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:08:18.219498 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event updated for resources: {'Port': ['ID=fa86687e-cf6d-40ae-a41d-fc0072b18085,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:08:18.248581 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:18.249194 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:18.249530 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:18.249863 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:18.250209 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:18.250718 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:18.251044 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:18.251369 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:18.251689 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:18.252026 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:18.252328 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:18.252645 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:18.252961 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:18.253278 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:18.253588 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:18.278076 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:18.278989 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:18.296595 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-b7fdfd37-b408-4e81-ab25-8457989bbbe2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5467858 Sep 24 05:08:18.325603 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Request body: {'port': {'device_id': 'dd7d8b54-2d8e-4a74-912f-4eab2ccf2125', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:08:18.379503 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:18.394309 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (fa86687e-cf6d-40ae-a41d-fc0072b18085), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:18.411787 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:18.414171 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-609fa3cf-9b04-407d-9c81-9cf953294349 None None] Provisioning complete for port fa86687e-cf6d-40ae-a41d-fc0072b18085 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:08:18.414602 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-609fa3cf-9b04-407d-9c81-9cf953294349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (fa86687e-cf6d-40ae-a41d-fc0072b18085), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:18.414960 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-609fa3cf-9b04-407d-9c81-9cf953294349 None None] Attempt 1 to provision port fa86687e-cf6d-40ae-a41d-fc0072b18085 Sep 24 05:08:18.449295 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-609fa3cf-9b04-407d-9c81-9cf953294349 None None] Port fa86687e-cf6d-40ae-a41d-fc0072b18085 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:08:18.482699 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:18.666362 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f7e62-fb54-4522-8c09-6e9c2d5b33eb req-edad3467-e409-4b24-9ba1-b50933be16c8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:18.668170 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ca7f7e62-fb54-4522-8c09-6e9c2d5b33eb req-edad3467-e409-4b24-9ba1-b50933be16c8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 931 time: 0.0556443 Sep 24 05:08:18.722139 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ca7f7e62-fb54-4522-8c09-6e9c2d5b33eb req-4a9f9043-170a-4057-967d-6356bea41287 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471325 Sep 24 05:08:18.899764 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa86687e-cf6d-40ae-a41d-fc0072b18085 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:08:18.907325 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Publish callbacks [] for port (fa86687e-cf6d-40ae-a41d-fc0072b18085), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:18.920158 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Transition to ACTIVE for port object fa86687e-cf6d-40ae-a41d-fc0072b18085 will not be triggered until provisioned by entity L2. {{(pid=106193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:08:18.924033 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (fa86687e-cf6d-40ae-a41d-fc0072b18085), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:18.950553 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-609fa3cf-9b04-407d-9c81-9cf953294349 None None] Attempt 2 to provision port fa86687e-cf6d-40ae-a41d-fc0072b18085 Sep 24 05:08:19.000977 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-609fa3cf-9b04-407d-9c81-9cf953294349 None None] Port fa86687e-cf6d-40ae-a41d-fc0072b18085 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:08:19.021418 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Pushing event updated for resources: {'Port': ['ID=fa86687e-cf6d-40ae-a41d-fc0072b18085,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:08:19.051161 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Attempting to bind port fa86687e-cf6d-40ae-a41d-fc0072b18085 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:08:19.051494 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Attempting to bind port fa86687e-cf6d-40ae-a41d-fc0072b18085 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:08:19.051822 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Attempting to bind port fa86687e-cf6d-40ae-a41d-fc0072b18085 on network fcf1ce32-3017-4bcb-b05f-9527ef64d665 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:08:19.092372 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Port fa86687e-cf6d-40ae-a41d-fc0072b18085 on network fcf1ce32-3017-4bcb-b05f-9527ef64d665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:08:19.092690 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Attempting to bind port fa86687e-cf6d-40ae-a41d-fc0072b18085 on network fcf1ce32-3017-4bcb-b05f-9527ef64d665 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:08:19.132196 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:08:19.132544 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Checking segment: {'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:08:19.132899 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Bound using segment: {'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:08:19.133322 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Bound port: fa86687e-cf6d-40ae-a41d-fc0072b18085, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:08:19.133669 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (fa86687e-cf6d-40ae-a41d-fc0072b18085), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:19.191196 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] For port fa86687e-cf6d-40ae-a41d-fc0072b18085, host hv-cinder-85918, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:08:19.194003 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] For port fa86687e-cf6d-40ae-a41d-fc0072b18085, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=fa86687e-cf6d-40ae-a41d-fc0072b18085,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:08:19.202017 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (fa86687e-cf6d-40ae-a41d-fc0072b18085), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:19.205327 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:19.206125 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:19.207498 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/fa86687e-cf6d-40ae-a41d-fc0072b18085 HTTP/1.1" status: 200 len: 1093 time: 0.8863194 Sep 24 05:08:19.209496 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7d8b54-2d8e-4a74-912f-4eab2ccf2125', 'tag': 'fa86687e-cf6d-40ae-a41d-fc0072b18085'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:08:19.211775 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14b2853-ff7b-4007-9e35-55e1dbf2b797" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7d8b54-2d8e-4a74-912f-4eab2ccf2125", "tag": "fa86687e-cf6d-40ae-a41d-fc0072b18085"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:08:19.251132 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc7dcfa-854d-4b0a-be21-3f28d5786a3c x-openstack-request-id: req-cbc7dcfa-854d-4b0a-be21-3f28d5786a3c {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:08:19.251426 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7d8b54-2d8e-4a74-912f-4eab2ccf2125", "tag": "fa86687e-cf6d-40ae-a41d-fc0072b18085", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:08:19.251676 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cbc7dcfa-854d-4b0a-be21-3f28d5786a3c {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:08:19.252076 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc7dcfa-854d-4b0a-be21-3f28d5786a3c'] response: {'name': 'network-changed', 'server_uuid': 'dd7d8b54-2d8e-4a74-912f-4eab2ccf2125', 'tag': 'fa86687e-cf6d-40ae-a41d-fc0072b18085', 'status': 'completed', 'code': 200} Sep 24 05:08:19.299025 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53791f-b39b-44c7-a464-63d3d3beae95 service neutron] Pushing event updated for resources: {'Port': ['ID=fa86687e-cf6d-40ae-a41d-fc0072b18085,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:08:19.307317 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-9372588b-2383-4d72-80d9-20e755c0f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:19.308440 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-9372588b-2383-4d72-80d9-20e755c0f7c6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=fef19544ec414094953daea6d545a361&device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 1127 time: 0.0517924 Sep 24 05:08:19.346959 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-08d2a99f-41d9-49d5-82fa-5bd872a9f534 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa86687e-cf6d-40ae-a41d-fc0072b18085 HTTP/1.1" status: 200 len: 217 time: 0.0313959 Sep 24 05:08:19.397536 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-28d00517-2627-4270-b00f-a025463dba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:19.398952 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-28d00517-2627-4270-b00f-a025463dba5a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e30adfee-509c-43a1-acf6-ff73276d8857 HTTP/1.1" status: 200 len: 850 time: 0.0449219 Sep 24 05:08:19.442257 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-16f29586-a493-432d-b5da-a3f4dece3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:19.443901 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-16f29586-a493-432d-b5da-a3f4dece3f71 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=fcf1ce32-3017-4bcb-b05f-9527ef64d665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379524 Sep 24 05:08:19.502418 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-609fa3cf-9b04-407d-9c81-9cf953294349 None None] Attempt 3 to provision port fa86687e-cf6d-40ae-a41d-fc0072b18085 Sep 24 05:08:19.504495 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:19.539623 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-f684a662-539c-4dbb-8717-2e1beec23a4e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880227 Sep 24 05:08:19.541094 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-609fa3cf-9b04-407d-9c81-9cf953294349 None None] Port fa86687e-cf6d-40ae-a41d-fc0072b18085 had new provisioning blocks added so it will not transition to active. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 05:08:19.602229 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:19.631083 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-73c34c2e-3f36-4c89-b33e-e503e51baf6f req-b1e08d7a-0163-479f-8da0-5af37d9f7230 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824249 Sep 24 05:08:19.840921 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd0251-a259-4ff4-b84b-341fb7a08105 req-1cff2405-2611-4641-91e2-c8ff343dc75a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:19.843053 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-26fd0251-a259-4ff4-b84b-341fb7a08105 req-1cff2405-2611-4641-91e2-c8ff343dc75a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 943 time: 0.0458376 Sep 24 05:08:19.892257 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-26fd0251-a259-4ff4-b84b-341fb7a08105 req-5892d29b-6a15-4d3a-9fba-4479719ad6fd tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433831 Sep 24 05:08:20.956828 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2853-ff7b-4007-9e35-55e1dbf2b797 req-3589f099-aaae-4238-acad-fcafc4a0b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:20.958343 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-e14b2853-ff7b-4007-9e35-55e1dbf2b797 req-3589f099-aaae-4238-acad-fcafc4a0b8e9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=fef19544ec414094953daea6d545a361&device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 1127 time: 0.0398748 Sep 24 05:08:21.016245 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6669c8d-2c9e-4019-b655-07e1280369a6 req-d3dddcae-8721-4df0-868c-58d9b6ffb9fa tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:21.017724 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f6669c8d-2c9e-4019-b655-07e1280369a6 req-d3dddcae-8721-4df0-868c-58d9b6ffb9fa tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 943 time: 0.0514746 Sep 24 05:08:21.054016 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2853-ff7b-4007-9e35-55e1dbf2b797 req-74d89d8c-c96f-4bf8-94c9-6558fe86e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:21.055485 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-e14b2853-ff7b-4007-9e35-55e1dbf2b797 req-74d89d8c-c96f-4bf8-94c9-6558fe86e57a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=fcf1ce32-3017-4bcb-b05f-9527ef64d665 HTTP/1.1" status: 200 len: 912 time: 0.0899873 Sep 24 05:08:21.070951 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f6669c8d-2c9e-4019-b655-07e1280369a6 req-d06c5bc1-97df-438d-a0e7-74039dea0ddd tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475559 Sep 24 05:08:21.095732 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-e14b2853-ff7b-4007-9e35-55e1dbf2b797 req-c6b51363-05c6-412f-8a3a-9933b956b064 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa86687e-cf6d-40ae-a41d-fc0072b18085 HTTP/1.1" status: 200 len: 217 time: 0.0322263 Sep 24 05:08:21.143121 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2853-ff7b-4007-9e35-55e1dbf2b797 req-06668794-dead-412d-835a-23e8dc1084bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:21.144493 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-e14b2853-ff7b-4007-9e35-55e1dbf2b797 req-06668794-dead-412d-835a-23e8dc1084bf service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e30adfee-509c-43a1-acf6-ff73276d8857 HTTP/1.1" status: 200 len: 850 time: 0.0420263 Sep 24 05:08:21.190398 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2853-ff7b-4007-9e35-55e1dbf2b797 req-fd728169-57b6-4bfd-9342-0df676c0590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:21.191753 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-e14b2853-ff7b-4007-9e35-55e1dbf2b797 req-fd728169-57b6-4bfd-9342-0df676c0590a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=fcf1ce32-3017-4bcb-b05f-9527ef64d665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408375 Sep 24 05:08:21.286973 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-e14b2853-ff7b-4007-9e35-55e1dbf2b797 req-813309fc-b53d-4a26-a031-49c873c5a492 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802898 Sep 24 05:08:21.386852 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-e14b2853-ff7b-4007-9e35-55e1dbf2b797 req-6b3d8688-2b0a-4360-8b4f-2bd602c6944d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936451 Sep 24 05:08:22.189799 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f5556-0630-499d-a796-a6c93f3d1351 req-6407692c-df63-4c6c-aeda-2c8837ba0ccc tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:22.191268 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ac5f5556-0630-499d-a796-a6c93f3d1351 req-6407692c-df63-4c6c-aeda-2c8837ba0ccc tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 943 time: 0.0455997 Sep 24 05:08:22.240075 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ac5f5556-0630-499d-a796-a6c93f3d1351 req-5b8e4384-2103-45bc-85e9-6d4449e8ac21 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434139 Sep 24 05:08:23.367376 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9aba96-341a-40e7-a116-79aceb368d2f req-906d1d53-1fcc-4dfc-bdac-5aacb569b668 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:23.368826 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fe9aba96-341a-40e7-a116-79aceb368d2f req-906d1d53-1fcc-4dfc-bdac-5aacb569b668 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 943 time: 0.0502777 Sep 24 05:08:23.416431 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fe9aba96-341a-40e7-a116-79aceb368d2f req-41ed8493-0c2c-4017-8195-dc5c1d4b43b3 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414641 Sep 24 05:08:24.538395 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60a664-add4-4860-a13e-fab2d3093cf9 req-ded9cff2-e8da-4528-9542-2af6806a3255 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:24.539904 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bd60a664-add4-4860-a13e-fab2d3093cf9 req-ded9cff2-e8da-4528-9542-2af6806a3255 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 943 time: 0.0503078 Sep 24 05:08:24.565177 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:24.588975 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bd60a664-add4-4860-a13e-fab2d3093cf9 req-9ece5a31-2d3f-4b03-8d01-e6403b9eac20 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435278 Sep 24 05:08:25.706230 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb817f-27f9-4e78-8e48-04b206857003 req-7422645c-8aa6-492b-be2d-38404655a413 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:25.707601 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-86bb817f-27f9-4e78-8e48-04b206857003 req-7422645c-8aa6-492b-be2d-38404655a413 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 943 time: 0.0462008 Sep 24 05:08:25.747520 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:25.756789 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-86bb817f-27f9-4e78-8e48-04b206857003 req-ff7ce62b-c9bb-4d3a-bdca-6bdbb08761c1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438509 Sep 24 05:08:26.885396 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c48db2-9e91-45f0-8499-f7dddab5529b req-80e87128-6599-4dea-bdbb-fe14f73a1030 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:26.886856 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-40c48db2-9e91-45f0-8499-f7dddab5529b req-80e87128-6599-4dea-bdbb-fe14f73a1030 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 943 time: 0.0492613 Sep 24 05:08:26.936186 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-40c48db2-9e91-45f0-8499-f7dddab5529b req-71e05e9d-ca89-4e2a-98e7-8cf6bb8f60b1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437677 Sep 24 05:08:28.055409 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72df58c-a08e-45f2-b71e-94a9393e44d1 req-fdfb5324-a58f-49f2-b833-2dc224e8eb30 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:28.056892 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d72df58c-a08e-45f2-b71e-94a9393e44d1 req-fdfb5324-a58f-49f2-b833-2dc224e8eb30 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 943 time: 0.0458810 Sep 24 05:08:28.106041 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d72df58c-a08e-45f2-b71e-94a9393e44d1 req-ab22ace5-3424-4312-8ce0-c1ab83bc8a77 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429640 Sep 24 05:08:28.395184 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device fa86687e-cf6d-40ae-a41d-fc0072b18085 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:08:28.494286 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port fa86687e-cf6d-40ae-a41d-fc0072b18085, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=fa86687e-cf6d-40ae-a41d-fc0072b18085,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:08:28.506449 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': 'fa86687e-cf6d-40ae-a41d-fc0072b18085', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'port_id': 'fa86687e-cf6d-40ae-a41d-fc0072b18085', 'mac_address': 'fa:16:3e:f3:6f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:08:28.542447 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port fa86687e-cf6d-40ae-a41d-fc0072b18085 is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:08:28.542838 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (fa86687e-cf6d-40ae-a41d-fc0072b18085), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:28.556240 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa86687e-cf6d-40ae-a41d-fc0072b18085 {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:08:28.577325 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port fa86687e-cf6d-40ae-a41d-fc0072b18085, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=fa86687e-cf6d-40ae-a41d-fc0072b18085,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:08:28.581227 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (fa86687e-cf6d-40ae-a41d-fc0072b18085), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:28.629632 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=fa86687e-cf6d-40ae-a41d-fc0072b18085,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:08:28.636596 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:28.636961 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:28.637344 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:28.637735 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:28.638620 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:28.638965 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:28.639289 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:28.639611 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:28.639941 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:28.640288 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:28.640629 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:28.640991 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:28.641320 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:28.641639 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:28.641954 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:29.070324 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['fa86687e-cf6d-40ae-a41d-fc0072b18085'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:08:29.158519 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332640e-d500-4553-96e2-27e1218af548 req-2f0a4551-ba2c-4a97-8c65-a6a707a0d0db tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:29.160021 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e332640e-d500-4553-96e2-27e1218af548 req-2f0a4551-ba2c-4a97-8c65-a6a707a0d0db tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0493417 Sep 24 05:08:29.242495 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e332640e-d500-4553-96e2-27e1218af548 req-331572ca-4a33-4c11-aa8c-d2b27c9666d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767488 Sep 24 05:08:29.253293 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ccd72-7d59-4390-a11e-2f6e4721c05e req-c9737f6a-d7b5-465a-b217-47bc54eb1a09 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:29.254808 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0e2ccd72-7d59-4390-a11e-2f6e4721c05e req-c9737f6a-d7b5-465a-b217-47bc54eb1a09 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 944 time: 0.0661652 Sep 24 05:08:29.317224 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0e2ccd72-7d59-4390-a11e-2f6e4721c05e req-f4545796-a0fc-4710-8438-c82fa469f405 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460303 Sep 24 05:08:30.375157 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f64e-85e5-4f75-98b0-936f29160871 req-ac25be01-4306-47bc-85f2-68f1b4d4c145 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:30.376655 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1fb2f64e-85e5-4f75-98b0-936f29160871 req-ac25be01-4306-47bc-85f2-68f1b4d4c145 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0480072 Sep 24 05:08:30.462547 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a7fff-88bc-46e5-b529-95fcf7e465bd req-dc877001-5994-4279-a987-e5e32d8f5b4d tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:30.463977 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-079a7fff-88bc-46e5-b529-95fcf7e465bd req-dc877001-5994-4279-a987-e5e32d8f5b4d tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 944 time: 0.0677691 Sep 24 05:08:30.467325 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1fb2f64e-85e5-4f75-98b0-936f29160871 req-5df8bed6-6795-4de5-a29e-cd5c43448106 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852160 Sep 24 05:08:30.512426 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-079a7fff-88bc-46e5-b529-95fcf7e465bd req-356df39d-1643-4705-a741-697236b3a00c tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428619 Sep 24 05:08:30.567951 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device fa86687e-cf6d-40ae-a41d-fc0072b18085 up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:08:30.609973 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port fa86687e-cf6d-40ae-a41d-fc0072b18085 completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:08:30.615793 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port fa86687e-cf6d-40ae-a41d-fc0072b18085 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:08:30.616265 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (fa86687e-cf6d-40ae-a41d-fc0072b18085), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:30.616604 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port fa86687e-cf6d-40ae-a41d-fc0072b18085 Sep 24 05:08:30.617860 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:30.692399 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:30.699424 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port fa86687e-cf6d-40ae-a41d-fc0072b18085 is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:08:30.699821 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (fa86687e-cf6d-40ae-a41d-fc0072b18085), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:30.726368 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7d8b54-2d8e-4a74-912f-4eab2ccf2125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa86687e-cf6d-40ae-a41d-fc0072b18085'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:08:30.728602 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6835dcfb-cedb-4062-b400-ab61caaa2e29" -d '{"events": [{"server_uuid": "dd7d8b54-2d8e-4a74-912f-4eab2ccf2125", "name": "network-vif-plugged", "status": "completed", "tag": "fa86687e-cf6d-40ae-a41d-fc0072b18085"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:08:30.741321 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port fa86687e-cf6d-40ae-a41d-fc0072b18085, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=fa86687e-cf6d-40ae-a41d-fc0072b18085,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:08:30.745459 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (fa86687e-cf6d-40ae-a41d-fc0072b18085), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:30.767817 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4075d7-92ba-4b6a-8e13-1d326b10ad6d x-openstack-request-id: req-ac4075d7-92ba-4b6a-8e13-1d326b10ad6d {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:08:30.768133 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7d8b54-2d8e-4a74-912f-4eab2ccf2125", "name": "network-vif-plugged", "status": "completed", "tag": "fa86687e-cf6d-40ae-a41d-fc0072b18085", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:08:30.768390 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac4075d7-92ba-4b6a-8e13-1d326b10ad6d {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:08:30.768772 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4075d7-92ba-4b6a-8e13-1d326b10ad6d'] response: {'server_uuid': 'dd7d8b54-2d8e-4a74-912f-4eab2ccf2125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa86687e-cf6d-40ae-a41d-fc0072b18085', 'code': 200} Sep 24 05:08:30.796768 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=fa86687e-cf6d-40ae-a41d-fc0072b18085,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:08:31.031001 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c91c0-b128-4483-bb91-0e7b6a49f063 req-a2d4ac53-9cca-47d5-896d-e45343089c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:31.032452 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-e22c91c0-b128-4483-bb91-0e7b6a49f063 req-a2d4ac53-9cca-47d5-896d-e45343089c69 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 1129 time: 0.0380502 Sep 24 05:08:31.078513 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-e22c91c0-b128-4483-bb91-0e7b6a49f063 req-4ff94040-fecd-42e0-89eb-5f7242aa66ff service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393925 Sep 24 05:08:31.129926 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:31.587846 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d7c70-e804-4447-b313-d78f0916d2b6 req-17e9ebaf-d6dc-4c72-8d62-b7ad17164fa0 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:31.589450 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b19d7c70-e804-4447-b313-d78f0916d2b6 req-17e9ebaf-d6dc-4c72-8d62-b7ad17164fa0 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0493312 Sep 24 05:08:31.653020 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baffe1e-ea4b-4c40-9b51-73694142a53f req-4354454c-ecf3-4a0c-b012-2e8c9ca7b058 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:31.654139 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0baffe1e-ea4b-4c40-9b51-73694142a53f req-4354454c-ecf3-4a0c-b012-2e8c9ca7b058 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 945 time: 0.0638058 Sep 24 05:08:31.687959 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b19d7c70-e804-4447-b313-d78f0916d2b6 req-4ccd3fbf-9bec-4346-a176-7dccfc79bf04 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894990 Sep 24 05:08:31.720184 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0baffe1e-ea4b-4c40-9b51-73694142a53f req-87196bf3-f12f-4140-9a5d-ff909a5b9965 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558207 Sep 24 05:08:31.905214 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d0175-89fc-4e51-a7ee-c8c74d04433e req-826794fe-a108-4be9-843d-1febfabbf9c4 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:31.906670 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b9d0175-89fc-4e51-a7ee-c8c74d04433e req-826794fe-a108-4be9-843d-1febfabbf9c4 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0460193 Sep 24 05:08:31.955048 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b9d0175-89fc-4e51-a7ee-c8c74d04433e req-b9763386-be0b-4199-9c24-d4b8c35940f6 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428245 Sep 24 05:08:32.681363 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6d473dab-2bf1-48ec-a6c6-724411e0d33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:32.841236 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5decde-3b06-4af5-a6e4-f315263645ad req-cd28f7e8-76f6-423d-bd6a-e52f2bb4ffb2 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:32.842638 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dc5decde-3b06-4af5-a6e4-f315263645ad req-cd28f7e8-76f6-423d-bd6a-e52f2bb4ffb2 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0768936 Sep 24 05:08:32.869299 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9722f1-5a3a-416f-a9bd-4e6f02d85a23 req-d4dbc4d2-e1f0-4ca8-9558-1943159ec224 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:32.870739 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ff9722f1-5a3a-416f-a9bd-4e6f02d85a23 req-d4dbc4d2-e1f0-4ca8-9558-1943159ec224 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 945 time: 0.0729871 Sep 24 05:08:32.878195 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:32.917607 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dc5decde-3b06-4af5-a6e4-f315263645ad req-2d71c2d6-b484-4abe-806a-da4bc7509bea tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691745 Sep 24 05:08:32.942468 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ff9722f1-5a3a-416f-a9bd-4e6f02d85a23 req-194ae791-95e9-4caa-9b58-074fb3118937 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648639 Sep 24 05:08:33.037193 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:33.072965 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d9df6-1655-4fdb-98d0-753d2ee9df50 req-f6198b2a-a76d-49e4-8ea8-1e1daec68e58 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:33.074442 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-048d9df6-1655-4fdb-98d0-753d2ee9df50 req-f6198b2a-a76d-49e4-8ea8-1e1daec68e58 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0469987 Sep 24 05:08:33.123045 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-048d9df6-1655-4fdb-98d0-753d2ee9df50 req-67733660-c618-44b6-90a2-886eb6f0a190 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422010 Sep 24 05:08:34.070142 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad6fb6-19d3-442b-88c8-6a9958b48ae6 req-e02ddec3-d2c5-4580-887a-4262638abba2 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:34.071589 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c2ad6fb6-19d3-442b-88c8-6a9958b48ae6 req-e02ddec3-d2c5-4580-887a-4262638abba2 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0785306 Sep 24 05:08:34.081924 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe9719-8aa5-482d-a045-b6a94e108133 req-163f8781-29b7-4ca1-bb0f-6d165c078995 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:34.083317 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1cbe9719-8aa5-482d-a045-b6a94e108133 req-163f8781-29b7-4ca1-bb0f-6d165c078995 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 945 time: 0.0587852 Sep 24 05:08:34.152981 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c2ad6fb6-19d3-442b-88c8-6a9958b48ae6 req-4d4bc41f-e609-44d8-b33c-9428cc1447bd tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687416 Sep 24 05:08:34.161705 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1cbe9719-8aa5-482d-a045-b6a94e108133 req-c377db89-e26a-4763-9705-59b56c3da64c tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708044 Sep 24 05:08:34.258920 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a9572-0872-41e4-a729-a9fb9d223888 req-eead32fc-a4e1-4ff6-8c55-1a8203826b48 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:34.260647 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e2a9572-0872-41e4-a729-a9fb9d223888 req-eead32fc-a4e1-4ff6-8c55-1a8203826b48 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0499434 Sep 24 05:08:34.309390 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e2a9572-0872-41e4-a729-a9fb9d223888 req-55d6ec4f-75bb-40c4-824e-bf413c565cde tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427055 Sep 24 05:08:35.132695 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e8b7c0a9-85bb-4736-8930-c2b0ce950ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:35.306570 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eee2b-0bac-4ec1-b244-b16f4bb11606 req-bc7046ad-3201-470a-8b92-516bc8e40779 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:35.308028 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b99eee2b-0bac-4ec1-b244-b16f4bb11606 req-bc7046ad-3201-470a-8b92-516bc8e40779 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0762870 Sep 24 05:08:35.313671 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ea274-f996-4662-96da-15652159b3c8 req-2e74b769-2b34-402d-9ac5-d587e95421e0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:35.315029 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ac7ea274-f996-4662-96da-15652159b3c8 req-2e74b769-2b34-402d-9ac5-d587e95421e0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 945 time: 0.0724375 Sep 24 05:08:35.392047 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b99eee2b-0bac-4ec1-b244-b16f4bb11606 req-b6b760c0-e2ea-4725-8997-b4f3b21819d7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759785 Sep 24 05:08:35.396451 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ac7ea274-f996-4662-96da-15652159b3c8 req-f11784c9-ecd3-490a-a702-8f36de14dc67 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745411 Sep 24 05:08:35.523778 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a51cd-da1c-4039-b278-75f321500775 req-3ebce052-05df-415b-8c2c-3ea9943d92b2 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:35.525212 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8d2a51cd-da1c-4039-b278-75f321500775 req-3ebce052-05df-415b-8c2c-3ea9943d92b2 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0714896 Sep 24 05:08:35.544156 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7b6f1-851d-427c-b868-1be5c776e146 req-70ae4582-6f44-414b-9e09-8a95232c5918 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:35.546036 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cab7b6f1-851d-427c-b868-1be5c776e146 req-70ae4582-6f44-414b-9e09-8a95232c5918 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 945 time: 0.0653541 Sep 24 05:08:35.611065 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8d2a51cd-da1c-4039-b278-75f321500775 req-4207a3e0-4f59-45df-b72f-1cda1c9e0c5f tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798657 Sep 24 05:08:35.624526 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cab7b6f1-851d-427c-b868-1be5c776e146 req-795accb2-85e6-4d35-b7a8-b7e31c9f29ba tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718734 Sep 24 05:08:35.652074 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33424) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:08:35.780779 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dace591-15b0-48bb-b7b8-3d9300292e0e tempest-TestVolumeBootPattern-834920278 tempest-TestVolumeBootPattern-834920278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:35.782304 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-5dace591-15b0-48bb-b7b8-3d9300292e0e tempest-TestVolumeBootPattern-834920278 tempest-TestVolumeBootPattern-834920278-project-admin] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 1124 time: 0.1292875 Sep 24 05:08:35.785264 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33428) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:08:35.789448 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Request body: {'floatingip': {'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'port_id': 'fa86687e-cf6d-40ae-a41d-fc0072b18085', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:08:35.810609 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:35.890285 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:35.932443 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:35.952153 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:36.000042 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Allocated IP 172.27.0.45 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/34d49d96-7699-4d88-a8a3-c8dd73d03b95) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:08:36.103400 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for port (34d49d96-7699-4d88-a8a3-c8dd73d03b95), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:36.135330 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (34d49d96-7699-4d88-a8a3-c8dd73d03b95), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:36.170040 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:08:36.177098 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:08:36.180728 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:08:36.206035 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event updated for resources: {'Port': ['ID=34d49d96-7699-4d88-a8a3-c8dd73d03b95,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:08:36.393190 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:36.548322 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e3dd9-4ea5-425c-a0e8-634ce8b1ca55 req-ecc0562e-1239-4968-96c0-9568ffa67c1e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:36.549775 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1a3e3dd9-4ea5-425c-a0e8-634ce8b1ca55 req-ecc0562e-1239-4968-96c0-9568ffa67c1e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0817451 Sep 24 05:08:36.592239 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for floatingip (b5ac97ec-caa3-4ad6-9db5-33b2299cebe1), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:36.642616 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1a3e3dd9-4ea5-425c-a0e8-634ce8b1ca55 req-c0eb248e-7ff2-4448-a066-5af77d20fd63 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839190 Sep 24 05:08:36.690588 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (34d49d96-7699-4d88-a8a3-c8dd73d03b95), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:36.721770 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:36.746761 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:36.775194 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca1711-657f-4dd7-a567-34b54a3ad56b req-db3eeec8-d711-4939-840b-0eab348f83e2 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:36.776634 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-08ca1711-657f-4dd7-a567-34b54a3ad56b req-db3eeec8-d711-4939-840b-0eab348f83e2 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0676041 Sep 24 05:08:36.880441 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-08ca1711-657f-4dd7-a567-34b54a3ad56b req-857e9dcb-d6ec-4b62-800c-372e13c86c91 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929871 Sep 24 05:08:36.917399 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for port (34d49d96-7699-4d88-a8a3-c8dd73d03b95), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:36.922069 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (34d49d96-7699-4d88-a8a3-c8dd73d03b95), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:36.991941 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event updated for resources: {'Port': ['ID=34d49d96-7699-4d88-a8a3-c8dd73d03b95,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:08:36.993387 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (b5ac97ec-caa3-4ad6-9db5-33b2299cebe1), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:37.085788 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Floating IP b5ac97ec-caa3-4ad6-9db5-33b2299cebe1 associated. External IP: 172.27.0.45, port: fa86687e-cf6d-40ae-a41d-fc0072b18085. Sep 24 05:08:37.281677 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:08:37.590098 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:08:37.600652 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f28560-3ca8-4116-b500-4a9db03042fa None None] Sync routers for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:08:37.607438 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:37.611301 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f28560-3ca8-4116-b500-4a9db03042fa None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:08:37.611909 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-f5f28560-3ca8-4116-b500-4a9db03042fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:08:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:08:37.637232 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d4a9c66b-c00f-4faf-8788-d05f0c2eaae8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8509579 Sep 24 05:08:37.637935 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7d8b54-2d8e-4a74-912f-4eab2ccf2125', 'tag': 'fa86687e-cf6d-40ae-a41d-fc0072b18085'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:08:37.640277 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f074443-c982-43df-b5d6-542b9c2257ad" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7d8b54-2d8e-4a74-912f-4eab2ccf2125", "tag": "fa86687e-cf6d-40ae-a41d-fc0072b18085"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:08:37.685821 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71841f0e-59fd-4b01-8707-78ecedfa4466 x-openstack-request-id: req-71841f0e-59fd-4b01-8707-78ecedfa4466 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:08:37.685821 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7d8b54-2d8e-4a74-912f-4eab2ccf2125", "tag": "fa86687e-cf6d-40ae-a41d-fc0072b18085", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:08:37.686063 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-71841f0e-59fd-4b01-8707-78ecedfa4466 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:08:37.686325 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71841f0e-59fd-4b01-8707-78ecedfa4466'] response: {'name': 'network-changed', 'server_uuid': 'dd7d8b54-2d8e-4a74-912f-4eab2ccf2125', 'tag': 'fa86687e-cf6d-40ae-a41d-fc0072b18085', 'status': 'completed', 'code': 200} Sep 24 05:08:37.726293 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-f5f28560-3ca8-4116-b500-4a9db03042fa None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:08:37.756176 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f074443-c982-43df-b5d6-542b9c2257ad req-1e4d9c9e-4150-4a59-959b-1b4571e73ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:37.757693 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-5f074443-c982-43df-b5d6-542b9c2257ad req-1e4d9c9e-4150-4a59-959b-1b4571e73ec2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=fef19544ec414094953daea6d545a361&device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 1129 time: 0.0443761 Sep 24 05:08:37.797561 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf529e4-555a-4e5c-a9d3-3e333dae70f0 req-a1306e31-a0ba-4ab2-b482-73aef2c0c6ef tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:37.799320 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2cf529e4-555a-4e5c-a9d3-3e333dae70f0 req-a1306e31-a0ba-4ab2-b482-73aef2c0c6ef tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0681031 Sep 24 05:08:37.848741 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2cf529e4-555a-4e5c-a9d3-3e333dae70f0 req-9c8b2393-4598-4895-9708-254e0a728008 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437005 Sep 24 05:08:37.850942 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f074443-c982-43df-b5d6-542b9c2257ad req-8d35354b-ec90-41ad-bb7e-ab7d08e7fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:37.852531 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-5f074443-c982-43df-b5d6-542b9c2257ad req-8d35354b-ec90-41ad-bb7e-ab7d08e7fb8a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=fcf1ce32-3017-4bcb-b05f-9527ef64d665 HTTP/1.1" status: 200 len: 912 time: 0.0886500 Sep 24 05:08:37.916347 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-5f074443-c982-43df-b5d6-542b9c2257ad req-c776611f-8bfd-47ac-8588-fc8556de2ee1 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa86687e-cf6d-40ae-a41d-fc0072b18085 HTTP/1.1" status: 200 len: 998 time: 0.0579460 Sep 24 05:08:37.950639 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-f5f28560-3ca8-4116-b500-4a9db03042fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'b5ac97ec-caa3-4ad6-9db5-33b2299cebe1', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'port_id': 'fa86687e-cf6d-40ae-a41d-fc0072b18085', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'mac_address': 'fa:16:3e:f3:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7d8b54-2d8e-4a74-912f-4eab2ccf2125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:08:36Z', 'updated_at': '2022-09-24T05:08:36Z', 'revision_number': 0, 'project_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:08:37.968844 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f074443-c982-43df-b5d6-542b9c2257ad req-150951c6-6d8f-4dbe-a43e-ec8c2681e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:37.970352 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-5f074443-c982-43df-b5d6-542b9c2257ad req-150951c6-6d8f-4dbe-a43e-ec8c2681e622 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e30adfee-509c-43a1-acf6-ff73276d8857 HTTP/1.1" status: 200 len: 850 time: 0.0480995 Sep 24 05:08:37.976010 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f28560-3ca8-4116-b500-4a9db03042fa None None] Checking router: 764b62cf-a47a-41c8-a41d-d5a8ca78b45d for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:08:37.986894 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f28560-3ca8-4116-b500-4a9db03042fa None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:08:37.988688 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-f5f28560-3ca8-4116-b500-4a9db03042fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:08:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:08:37.997629 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:38.010724 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cbfaa-5563-4df4-ae51-88313a9d446c req-08740f51-8200-4cd2-a8e3-93b172427d78 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:38.012524 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e2cbfaa-5563-4df4-ae51-88313a9d446c req-08740f51-8200-4cd2-a8e3-93b172427d78 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0554082 Sep 24 05:08:38.023395 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:38.046989 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f074443-c982-43df-b5d6-542b9c2257ad req-a72ab5c2-83ca-450e-9ed0-ec1308e62140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:38.048508 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-5f074443-c982-43df-b5d6-542b9c2257ad req-a72ab5c2-83ca-450e-9ed0-ec1308e62140 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=fcf1ce32-3017-4bcb-b05f-9527ef64d665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723319 Sep 24 05:08:38.054107 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:38.070155 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e2cbfaa-5563-4df4-ae51-88313a9d446c req-d9ac14f4-9296-4885-b062-349f7176aed0 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502634 Sep 24 05:08:38.097939 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-f5f28560-3ca8-4116-b500-4a9db03042fa None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:08:38.131164 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:38.152763 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-5f074443-c982-43df-b5d6-542b9c2257ad req-51b7f49c-280b-4d69-99cf-6f8ce8481103 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942309 Sep 24 05:08:38.220426 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:38.242146 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-5f074443-c982-43df-b5d6-542b9c2257ad req-531ef753-ffc7-435e-9422-34e570ba3799 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832155 Sep 24 05:08:38.314333 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-f5f28560-3ca8-4116-b500-4a9db03042fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'b5ac97ec-caa3-4ad6-9db5-33b2299cebe1', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'port_id': 'fa86687e-cf6d-40ae-a41d-fc0072b18085', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'mac_address': 'fa:16:3e:f3:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7d8b54-2d8e-4a74-912f-4eab2ccf2125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:08:36Z', 'updated_at': '2022-09-24T05:08:36Z', 'revision_number': 0, 'project_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:08:38.342244 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f28560-3ca8-4116-b500-4a9db03042fa None None] The sync data for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi is: [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'b5ac97ec-caa3-4ad6-9db5-33b2299cebe1', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'port_id': 'fa86687e-cf6d-40ae-a41d-fc0072b18085', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'mac_address': 'fa:16:3e:f3:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7d8b54-2d8e-4a74-912f-4eab2ccf2125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:08:36Z', 'updated_at': '2022-09-24T05:08:36Z', 'revision_number': 0, 'project_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:08:38.525445 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222fc5ef-7236-4e1a-ba31-1434368204d8 None None] New status for floating IP b5ac97ec-caa3-4ad6-9db5-33b2299cebe1: ACTIVE {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:08:38.951306 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:38.968632 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98aed33-977a-4d21-aa9d-b971404eed4c req-a164661d-3d50-4246-97ff-3e49013f130e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:38.970089 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d98aed33-977a-4d21-aa9d-b971404eed4c req-a164661d-3d50-4246-97ff-3e49013f130e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0464807 Sep 24 05:08:39.019466 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d98aed33-977a-4d21-aa9d-b971404eed4c req-40ddd0a5-a71c-494e-8d8a-d8cea72c32d9 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438938 Sep 24 05:08:39.189957 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376cf8-c0af-4f58-9f79-740fea671db6 req-c6a19683-1d51-4e35-abee-f9855fa462d1 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:39.191338 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-60376cf8-c0af-4f58-9f79-740fea671db6 req-c6a19683-1d51-4e35-abee-f9855fa462d1 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0463045 Sep 24 05:08:39.239486 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-60376cf8-c0af-4f58-9f79-740fea671db6 req-f596c345-79e4-43a1-8813-20bc4721524a tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427492 Sep 24 05:08:40.138508 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a0a1f-317c-4c11-a7f2-2070a3a53646 req-42d158b2-113a-4bb9-bdac-9a9168bd8bc0 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:40.140573 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f88a0a1f-317c-4c11-a7f2-2070a3a53646 req-42d158b2-113a-4bb9-bdac-9a9168bd8bc0 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0472207 Sep 24 05:08:40.186170 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f88a0a1f-317c-4c11-a7f2-2070a3a53646 req-18012c43-1656-497d-b253-04cddeb731b3 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401244 Sep 24 05:08:40.371481 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d90188-2c32-4958-8e7a-8415656abeff req-95474a2a-2550-4730-82b6-d3ab9773b678 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:40.372890 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-75d90188-2c32-4958-8e7a-8415656abeff req-95474a2a-2550-4730-82b6-d3ab9773b678 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0602963 Sep 24 05:08:40.421807 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-75d90188-2c32-4958-8e7a-8415656abeff req-cc07bb32-35ea-4dab-8773-d1d931d93043 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434065 Sep 24 05:08:41.174966 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:08:41.306045 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fdf3f-acd2-4eb5-b6bc-3e805c41423e req-5fb1c0c3-8e30-4504-8500-f4a5dd2358d7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:41.307488 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2e4fdf3f-acd2-4eb5-b6bc-3e805c41423e req-5fb1c0c3-8e30-4504-8500-f4a5dd2358d7 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0456948 Sep 24 05:08:41.352962 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2e4fdf3f-acd2-4eb5-b6bc-3e805c41423e req-2438c8ae-4ee4-4549-a9c4-97696bd18076 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393858 Sep 24 05:08:41.537886 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6484b-938e-4e59-bdf5-99dc539ce7de req-3e9c5dff-301a-4fa1-8c81-9eb76df2ee90 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:41.539350 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c4d6484b-938e-4e59-bdf5-99dc539ce7de req-3e9c5dff-301a-4fa1-8c81-9eb76df2ee90 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0454452 Sep 24 05:08:41.591550 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c4d6484b-938e-4e59-bdf5-99dc539ce7de req-7013a990-5819-43b6-8512-048aa439c50b tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460780 Sep 24 05:08:42.474488 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18cdb5-d0d6-49b0-9627-bef04428399a req-3b031f36-2830-4c1c-8e22-94167be7dab4 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:42.476024 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de18cdb5-d0d6-49b0-9627-bef04428399a req-3b031f36-2830-4c1c-8e22-94167be7dab4 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0480621 Sep 24 05:08:42.522647 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de18cdb5-d0d6-49b0-9627-bef04428399a req-859d8b2a-0dc3-49e1-9088-e307fb8624eb tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409331 Sep 24 05:08:42.605314 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fed77-8a64-42c5-b5b7-a7bfdc6ef04a req-b8338b41-f372-4231-9619-7e272e030c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:42.606818 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0d5fed77-8a64-42c5-b5b7-a7bfdc6ef04a req-b8338b41-f372-4231-9619-7e272e030c01 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=cd3d02b11bdf45fe99687fda3d1078cd&device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 1129 time: 0.0427206 Sep 24 05:08:42.704523 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fed77-8a64-42c5-b5b7-a7bfdc6ef04a req-ab539c25-666b-4aab-a389-9da596b2d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:42.705972 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0d5fed77-8a64-42c5-b5b7-a7bfdc6ef04a req-ab539c25-666b-4aab-a389-9da596b2d654 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=96921dc0-8a1d-4ce2-9352-455dac08d2de HTTP/1.1" status: 200 len: 909 time: 0.0868261 Sep 24 05:08:42.714944 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46110e8a-c246-4410-9db2-2b8fff7595d9 req-798d8d0f-b1e1-446a-a7f7-482da9d16ee0 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:42.716344 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-46110e8a-c246-4410-9db2-2b8fff7595d9 req-798d8d0f-b1e1-446a-a7f7-482da9d16ee0 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0471153 Sep 24 05:08:42.767992 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-46110e8a-c246-4410-9db2-2b8fff7595d9 req-634af873-af2c-452a-a9be-499c68efbb9f tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455933 Sep 24 05:08:42.773542 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0d5fed77-8a64-42c5-b5b7-a7bfdc6ef04a req-a4c46e3d-b4ff-4932-9d49-2a584f41d6a6 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 HTTP/1.1" status: 200 len: 1000 time: 0.0578957 Sep 24 05:08:42.831617 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fed77-8a64-42c5-b5b7-a7bfdc6ef04a req-b8be50db-55fa-4508-992c-ec34e6fabe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:42.833028 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0d5fed77-8a64-42c5-b5b7-a7bfdc6ef04a req-b8be50db-55fa-4508-992c-ec34e6fabe4b service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951 HTTP/1.1" status: 200 len: 847 time: 0.0507450 Sep 24 05:08:42.885946 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fed77-8a64-42c5-b5b7-a7bfdc6ef04a req-7cd73731-eedd-4539-b6cf-c5e8ce9d7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:42.887401 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0d5fed77-8a64-42c5-b5b7-a7bfdc6ef04a req-7cd73731-eedd-4539-b6cf-c5e8ce9d7e1a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=96921dc0-8a1d-4ce2-9352-455dac08d2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379903 Sep 24 05:08:42.978976 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0d5fed77-8a64-42c5-b5b7-a7bfdc6ef04a req-f1d2d3ba-4b16-4311-8893-9720f533ec73 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838299 Sep 24 05:08:43.069149 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0d5fed77-8a64-42c5-b5b7-a7bfdc6ef04a req-2e0607b7-6ea8-4a40-916b-03c4cf648a4a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806072 Sep 24 05:08:43.658748 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f112cfa-fd7e-40e0-b86a-703ba30c9737 req-226962c3-fcfd-4bc7-ab88-631392c3c63a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:43.660266 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5f112cfa-fd7e-40e0-b86a-703ba30c9737 req-226962c3-fcfd-4bc7-ab88-631392c3c63a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0613067 Sep 24 05:08:43.711115 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5f112cfa-fd7e-40e0-b86a-703ba30c9737 req-ffb1af68-4db3-41d8-8368-dbd9404166bb tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453348 Sep 24 05:08:43.887231 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190eaa2f-7401-4a5c-b550-8d0aa370bcd9 req-3a7120e2-03d4-475f-a359-8ca7eeb8926a tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:43.888650 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-190eaa2f-7401-4a5c-b550-8d0aa370bcd9 req-3a7120e2-03d4-475f-a359-8ca7eeb8926a tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0451179 Sep 24 05:08:43.932270 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:43.937698 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-190eaa2f-7401-4a5c-b550-8d0aa370bcd9 req-133f04a2-12e5-48ee-bb4c-b08c5297b752 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429895 Sep 24 05:08:44.832699 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be84cc-c301-46df-8844-5e100864d341 req-d1e1adda-c6de-4e07-a7a9-c5df84617580 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:44.834066 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-54be84cc-c301-46df-8844-5e100864d341 req-d1e1adda-c6de-4e07-a7a9-c5df84617580 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0492308 Sep 24 05:08:44.880670 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-54be84cc-c301-46df-8844-5e100864d341 req-99657f5a-1ce8-4ec1-915a-b12a18d74253 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411832 Sep 24 05:08:45.061516 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8433b1-5cb0-448a-bb47-420435921ef1 req-ae7af841-0a03-49e1-895c-d57d46598e3e tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:45.063003 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8e8433b1-5cb0-448a-bb47-420435921ef1 req-ae7af841-0a03-49e1-895c-d57d46598e3e tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0460513 Sep 24 05:08:45.100019 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:45.114087 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8e8433b1-5cb0-448a-bb47-420435921ef1 req-f2eac8b7-a1a1-4729-9cb0-311103a67342 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455480 Sep 24 05:08:46.001881 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53510a5f-12bb-4ced-a8cd-ea443a045da8 req-294d990b-6cc1-4419-b972-056142eaffff tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:46.003375 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-53510a5f-12bb-4ced-a8cd-ea443a045da8 req-294d990b-6cc1-4419-b972-056142eaffff tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0473564 Sep 24 05:08:46.054341 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-53510a5f-12bb-4ced-a8cd-ea443a045da8 req-84c0e098-7d2c-48f3-b5e7-ec613928be8f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454307 Sep 24 05:08:46.251195 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8c080-e982-4a42-b9e2-b26015d6a096 req-3804c5fd-3a55-43ab-9eb4-c117ed44b706 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:46.252944 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5de8c080-e982-4a42-b9e2-b26015d6a096 req-3804c5fd-3a55-43ab-9eb4-c117ed44b706 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0560880 Sep 24 05:08:46.325555 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d213c0-d4f5-4982-b803-e8f679350505 req-4dd4b305-13f5-45ec-b5df-a1cc3ae0d6e5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:46.327430 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-56d213c0-d4f5-4982-b803-e8f679350505 req-4dd4b305-13f5-45ec-b5df-a1cc3ae0d6e5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0735710 Sep 24 05:08:46.361459 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5de8c080-e982-4a42-b9e2-b26015d6a096 req-d539f4bf-be6e-4cc4-9a4d-4e9c927a2c7c tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0978472 Sep 24 05:08:46.383808 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f35c4-541e-482c-86a0-8f8e22d3c2e9 req-c75904ce-97a2-4bd4-ad73-cc87ec7b06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:46.387306 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-cb4f35c4-541e-482c-86a0-8f8e22d3c2e9 req-c75904ce-97a2-4bd4-ad73-cc87ec7b06fb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=66ec8bde739145dda504995dbea0914a&device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 1130 time: 0.0536809 Sep 24 05:08:46.391597 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-56d213c0-d4f5-4982-b803-e8f679350505 req-79c21f7a-e97a-467b-acbd-6fdb8f66496d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576215 Sep 24 05:08:46.441297 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [req-a553d5a6-9763-43e4-9221-5c260c401089 req-73ea89fe-3407-4ae0-9ed8-b8554ee6d44e service neutron] http://10.222.0.50:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 05:08:46.442367 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a553d5a6-9763-43e4-9221-5c260c401089 req-73ea89fe-3407-4ae0-9ed8-b8554ee6d44e service neutron] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0061824 Sep 24 05:08:46.492288 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f35c4-541e-482c-86a0-8f8e22d3c2e9 req-2eb05cdf-9507-4316-95be-b8b1b0d29f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:46.494193 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-cb4f35c4-541e-482c-86a0-8f8e22d3c2e9 req-2eb05cdf-9507-4316-95be-b8b1b0d29f24 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=71010379-32a3-4ab2-bca2-8378eefa5ed7 HTTP/1.1" status: 200 len: 911 time: 0.1005380 Sep 24 05:08:46.566923 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-cb4f35c4-541e-482c-86a0-8f8e22d3c2e9 req-f9466a28-a0b2-4c3a-898b-59b4c501e741 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27e14393-9cd2-49fc-924d-ab63297b8de7 HTTP/1.1" status: 200 len: 1002 time: 0.0663238 Sep 24 05:08:46.620740 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f35c4-541e-482c-86a0-8f8e22d3c2e9 req-073ad723-a81e-4b3a-814b-ed4dee7190fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:46.622218 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-cb4f35c4-541e-482c-86a0-8f8e22d3c2e9 req-073ad723-a81e-4b3a-814b-ed4dee7190fe service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=90944b39-2e61-42ae-924a-3191ae7969be HTTP/1.1" status: 200 len: 849 time: 0.0485108 Sep 24 05:08:46.642274 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c7f83-77ca-4e3f-920d-176b3de3d1d4 req-e4b1f185-b08d-445e-a009-ddc46bb353f8 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:46.644301 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0f2c7f83-77ca-4e3f-920d-176b3de3d1d4 req-e4b1f185-b08d-445e-a009-ddc46bb353f8 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0550506 Sep 24 05:08:46.676744 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f35c4-541e-482c-86a0-8f8e22d3c2e9 req-5017d1c9-ab68-4881-a3ef-e4464658bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:46.678338 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-cb4f35c4-541e-482c-86a0-8f8e22d3c2e9 req-5017d1c9-ab68-4881-a3ef-e4464658bbd3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=71010379-32a3-4ab2-bca2-8378eefa5ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475199 Sep 24 05:08:46.678787 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33490) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:08:46.720085 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0f2c7f83-77ca-4e3f-920d-176b3de3d1d4 req-613c11d0-4a4a-4a5d-8d4f-1f6dc2d5f615 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701036 Sep 24 05:08:46.793151 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-f582dcde-450b-4705-b81f-1057850b872a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132748 Sep 24 05:08:46.808197 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-fff09c8a-57f8-4794-aedf-2175b9c4e005 service neutron] http://10.222.0.50:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 05:08:46.809148 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-fff09c8a-57f8-4794-aedf-2175b9c4e005 service neutron] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0099466 Sep 24 05:08:46.815368 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-cb4f35c4-541e-482c-86a0-8f8e22d3c2e9 req-2beab3cf-5616-4076-afef-f7e348c73053 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303918 Sep 24 05:08:46.874744 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:46.878726 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:46.908188 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-cb4f35c4-541e-482c-86a0-8f8e22d3c2e9 req-9fc57834-e409-40eb-be4e-7be2a3db6619 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864255 Sep 24 05:08:47.519515 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67487a60-01be-408a-87c2-2c7ddf82d602 req-e798f062-ea84-4bdf-8cd6-845ee4befd7d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:47.520970 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-67487a60-01be-408a-87c2-2c7ddf82d602 req-e798f062-ea84-4bdf-8cd6-845ee4befd7d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0463891 Sep 24 05:08:47.568149 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-67487a60-01be-408a-87c2-2c7ddf82d602 req-cf413fd4-73ce-4b77-a0f7-5096466076be tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415957 Sep 24 05:08:47.859822 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27a686-37a9-45b4-822c-bccb99c4b1f4 req-d88d7c1c-622b-4d23-b5ba-f7604528788f tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:47.861307 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ca27a686-37a9-45b4-822c-bccb99c4b1f4 req-d88d7c1c-622b-4d23-b5ba-f7604528788f tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0531697 Sep 24 05:08:47.913388 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ca27a686-37a9-45b4-822c-bccb99c4b1f4 req-1e9576e9-a415-41e7-bd5d-ddc64e74841a tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463750 Sep 24 05:08:47.953067 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33504) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:08:48.000942 dv-cinder-859186-1-iscsi neutron-server[106193]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 24 05:08:48.045593 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-f24e7771-5dd7-4e1b-9cdd-b4fb6d119301 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:48.055312 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-f24e7771-5dd7-4e1b-9cdd-b4fb6d119301 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports/fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 HTTP/1.1" status: 200 len: 942 time: 0.0939617 Sep 24 05:08:48.495989 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:48.645590 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:08:48.688068 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eb47a-d06f-4c75-ba08-5dbf59a8544a req-bc17ae5d-92c4-4dbe-8447-41d947a60831 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:48.689526 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-da9eb47a-d06f-4c75-ba08-5dbf59a8544a req-bc17ae5d-92c4-4dbe-8447-41d947a60831 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0475800 Sep 24 05:08:48.721421 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 is: ACTIVE; New status is: DOWN {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:08:48.721806 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:48.737518 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-da9eb47a-d06f-4c75-ba08-5dbf59a8544a req-b679652a-8073-49f0-b8ee-2e7a3aeb2c1c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422494 Sep 24 05:08:48.745554 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:08:48.747964 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b22973-03d8-4c00-a46b-bdfe0f50ec25" -d '{"events": [{"server_uuid": "60d69c7d-69e4-4b2a-b41c-692867a6e28d", "name": "network-vif-unplugged", "status": "completed", "tag": "fab1bdaa-696a-4cf2-b4c6-ca1ee5692022"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:08:48.760426 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,segment=NetworkSegment(7c779217-2c74-465a-b880-7974c3ca201e),segment_id=7c779217-2c74-465a-b880-7974c3ca201e)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:08:48.765849 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:48.789455 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Sep 2022 05:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eff050b-a020-44ad-b315-2555007e7094 x-openstack-request-id: req-2eff050b-a020-44ad-b315-2555007e7094 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:08:48.789741 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d69c7d-69e4-4b2a-b41c-692867a6e28d", "name": "network-vif-unplugged", "status": "failed", "tag": "fab1bdaa-696a-4cf2-b4c6-ca1ee5692022", "code": 422}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:08:48.790021 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2eff050b-a020-44ad-b315-2555007e7094 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:08:48.790437 dv-cinder-859186-1-iscsi neutron-server[106194]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2eff050b-a020-44ad-b315-2555007e7094']: {'server_uuid': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022', 'code': 422} returned with failed status Sep 24 05:08:48.815159 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,revision_number=6']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:08:49.041588 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fec2d-7f3b-4ef6-91e4-1d933d1c137c req-5a83b2c6-63c8-481f-9e6b-e3eecbc82377 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:49.042972 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e20fec2d-7f3b-4ef6-91e4-1d933d1c137c req-5a83b2c6-63c8-481f-9e6b-e3eecbc82377 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0489631 Sep 24 05:08:49.094597 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e20fec2d-7f3b-4ef6-91e4-1d933d1c137c req-7ce4033a-9c05-41e6-ab9d-e07905b99790 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460176 Sep 24 05:08:50.213157 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d04f36-87f6-4560-b678-9c8f52d96a61 req-c8b85596-3709-4eb0-8ddf-24fe98bdefc7 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:50.214631 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-80d04f36-87f6-4560-b678-9c8f52d96a61 req-c8b85596-3709-4eb0-8ddf-24fe98bdefc7 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0468361 Sep 24 05:08:50.262720 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-80d04f36-87f6-4560-b678-9c8f52d96a61 req-21ddcb45-e976-4066-8931-a20d6ea84261 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420516 Sep 24 05:08:51.137638 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=73 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:51.170703 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=83 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:51.392288 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0f3d2-3eed-451e-8a84-53c1eda0e266 req-3ecb8057-403b-4140-9730-c34e276a75d0 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:51.398462 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aba0f3d2-3eed-451e-8a84-53c1eda0e266 req-3ecb8057-403b-4140-9730-c34e276a75d0 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0577426 Sep 24 05:08:51.415164 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:51.450680 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aba0f3d2-3eed-451e-8a84-53c1eda0e266 req-5cbc5839-cc50-49ce-947a-546b346ee1d5 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512865 Sep 24 05:08:52.565039 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:52.578912 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb1860-2fb1-407f-b841-d01552999469 req-9dddd99c-d010-413c-a1b9-27d82a59980e tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:52.580415 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-32cb1860-2fb1-407f-b841-d01552999469 req-9dddd99c-d010-413c-a1b9-27d82a59980e tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0532939 Sep 24 05:08:52.630839 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-32cb1860-2fb1-407f-b841-d01552999469 req-9912ccac-9281-4393-aad6-efea90590db8 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449007 Sep 24 05:08:53.107032 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4523483-d1ad-40d5-85c7-d77776efe44c req-20b2a383-bf4f-4e06-8057-345b2bf7eca7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:53.108414 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f4523483-d1ad-40d5-85c7-d77776efe44c req-20b2a383-bf4f-4e06-8057-345b2bf7eca7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 946 time: 0.0496676 Sep 24 05:08:53.155475 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f4523483-d1ad-40d5-85c7-d77776efe44c req-938a790c-27df-434b-8095-5adda28be18c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411146 Sep 24 05:08:53.750192 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debff0de-7b6d-4136-ab3b-c73f453fb9cc req-7aee783b-c493-4a35-b1a7-bb38a3d2e271 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:53.751628 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-debff0de-7b6d-4136-ab3b-c73f453fb9cc req-7aee783b-c493-4a35-b1a7-bb38a3d2e271 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0460451 Sep 24 05:08:53.803671 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-debff0de-7b6d-4136-ab3b-c73f453fb9cc req-cc64fc3f-bb2c-47e2-9931-c4aa80b9e12f tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466223 Sep 24 05:08:54.282675 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d2c2a-0172-4e94-8d54-194be53d263b req-6a86d1ab-4916-425e-9bdb-87326b744dc2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:54.284107 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2f3d2c2a-0172-4e94-8d54-194be53d263b req-6a86d1ab-4916-425e-9bdb-87326b744dc2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 946 time: 0.0463898 Sep 24 05:08:54.330831 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2f3d2c2a-0172-4e94-8d54-194be53d263b req-61474abb-f5d7-4328-a119-79f4cf5f23de tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411975 Sep 24 05:08:54.927299 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d32c97-f619-4402-b3b3-d58646654131 req-f0a820be-e94a-457b-ace8-e19dc60f263e tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:54.928753 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-07d32c97-f619-4402-b3b3-d58646654131 req-f0a820be-e94a-457b-ace8-e19dc60f263e tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0476656 Sep 24 05:08:54.977441 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-07d32c97-f619-4402-b3b3-d58646654131 req-1d64fa20-8b96-4451-a9d5-98866bf5bd6f tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432024 Sep 24 05:08:55.460268 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94472fd-bd07-45eb-810c-7c9ec205f029 req-edb6fabb-97b5-4de9-96f9-4ef252fb87cc tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:55.461761 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d94472fd-bd07-45eb-810c-7c9ec205f029 req-edb6fabb-97b5-4de9-96f9-4ef252fb87cc tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 946 time: 0.0498133 Sep 24 05:08:55.486770 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-125f2989-9514-4b22-88c5-3d324160221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:55.488168 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-125f2989-9514-4b22-88c5-3d324160221b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d&tenant_id=cd3d02b11bdf45fe99687fda3d1078cd HTTP/1.1" status: 200 len: 1127 time: 0.0410836 Sep 24 05:08:55.512128 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d94472fd-bd07-45eb-810c-7c9ec205f029 req-3e086aaa-8c1b-41c5-b882-ec6345d5b892 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=90e241c9-ca15-421f-87b8-3370d3bc02db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445154 Sep 24 05:08:55.560007 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec6628-b57d-4560-8030-69148653527f req-082f6ec5-0707-49ff-8bca-c4b2763df6a0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:55.561445 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b5ec6628-b57d-4560-8030-69148653527f req-082f6ec5-0707-49ff-8bca-c4b2763df6a0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 946 time: 0.0765982 Sep 24 05:08:55.575239 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-bb34b702-7ae1-4b21-86cc-cf4c6f8b32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:55.576567 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-bb34b702-7ae1-4b21-86cc-cf4c6f8b32a3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=cd3d02b11bdf45fe99687fda3d1078cd&device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 1127 time: 0.0620904 Sep 24 05:08:55.698587 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-b5ec6628-b57d-4560-8030-69148653527f req-4359f9da-6429-4c8a-978b-310d1331c35c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Deleting port 4de1eabe-932e-4cda-804d-49eeff37c34c {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:08:55.698919 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-b5ec6628-b57d-4560-8030-69148653527f req-4359f9da-6429-4c8a-978b-310d1331c35c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:55.766875 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-00cda8ef-f910-4dff-8e6c-2a021ab95a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:55.768796 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-00cda8ef-f910-4dff-8e6c-2a021ab95a25 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=96921dc0-8a1d-4ce2-9352-455dac08d2de HTTP/1.1" status: 200 len: 909 time: 0.1755483 Sep 24 05:08:55.854522 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-b5ec6628-b57d-4560-8030-69148653527f req-4359f9da-6429-4c8a-978b-310d1331c35c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] For port 4de1eabe-932e-4cda-804d-49eeff37c34c, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=4de1eabe-932e-4cda-804d-49eeff37c34c,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:08:55.854877 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-b5ec6628-b57d-4560-8030-69148653527f req-4359f9da-6429-4c8a-978b-310d1331c35c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:55.864479 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-8e34e379-9e75-4976-84de-bbcecf7cf88b service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 HTTP/1.1" status: 200 len: 998 time: 0.0872242 Sep 24 05:08:56.022954 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-28fd0d34-818c-4ce7-9bb4-00b50ac3cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:56.024385 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-28fd0d34-818c-4ce7-9bb4-00b50ac3cb40 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951 HTTP/1.1" status: 200 len: 847 time: 0.1358938 Sep 24 05:08:56.101228 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd77daf-4a8a-4771-820f-4354995477f8 req-ec36bfc1-59eb-404f-94f8-edf0ba90f134 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:56.102744 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0fd77daf-4a8a-4771-820f-4354995477f8 req-ec36bfc1-59eb-404f-94f8-edf0ba90f134 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0471499 Sep 24 05:08:56.108472 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-627767c0-483d-4b3e-b194-1c5de89d9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:56.109923 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-627767c0-483d-4b3e-b194-1c5de89d9887 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=96921dc0-8a1d-4ce2-9352-455dac08d2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788293 Sep 24 05:08:56.141153 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-b5ec6628-b57d-4560-8030-69148653527f req-4359f9da-6429-4c8a-978b-310d1331c35c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:56.141512 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-b5ec6628-b57d-4560-8030-69148653527f req-4359f9da-6429-4c8a-978b-310d1331c35c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (37a54d57-2223-486e-984c-4b6062181289), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:56.141835 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.l3_db [req-b5ec6628-b57d-4560-8030-69148653527f req-4359f9da-6429-4c8a-978b-310d1331c35c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Floating IP 37a54d57-2223-486e-984c-4b6062181289 disassociated. External IP: 172.27.0.15, port: 4de1eabe-932e-4cda-804d-49eeff37c34c. Sep 24 05:08:56.142179 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-b5ec6628-b57d-4560-8030-69148653527f req-4359f9da-6429-4c8a-978b-310d1331c35c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Calling delete_port for 4de1eabe-932e-4cda-804d-49eeff37c34c owned by compute:nova {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:08:56.153638 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0fd77daf-4a8a-4771-820f-4354995477f8 req-9a469d11-279b-423d-89d0-afcbe7952c10 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453043 Sep 24 05:08:56.260384 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-c4283f79-cf3f-4eb4-a548-ac2417ee2527 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415725 Sep 24 05:08:56.277032 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:56.278893 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:56.394736 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-9a4d45bf-4a1b-434c-8746-55605b50a676 req-70120086-02cf-49ed-b757-6ec93c6f33dc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250153 Sep 24 05:08:56.395702 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-b5ec6628-b57d-4560-8030-69148653527f req-4359f9da-6429-4c8a-978b-310d1331c35c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (4de1eabe-932e-4cda-804d-49eeff37c34c), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:56.422683 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359f9da-6429-4c8a-978b-310d1331c35c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event deleted for resources: {'Port': ['ID=4de1eabe-932e-4cda-804d-49eeff37c34c,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:08:56.785033 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5ec6628-b57d-4560-8030-69148653527f req-4359f9da-6429-4c8a-978b-310d1331c35c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Router 30d27e84-daeb-4c10-8615-2d0506092c0e has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:08:56.789308 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-92a4acea-81e2-413d-a750-cc80c56bd3b4 req-987eb329-7295-4571-9fba-d04a1787ce14 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 210 time: 0.0345955 Sep 24 05:08:56.890600 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5ec6628-b57d-4560-8030-69148653527f req-4359f9da-6429-4c8a-978b-310d1331c35c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:08:56.901170 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805f67ae-05b0-47b9-8ce5-9897821c24fb None None] Sync routers for ids ['30d27e84-daeb-4c10-8615-2d0506092c0e'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:08:56.913271 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805f67ae-05b0-47b9-8ce5-9897821c24fb None None] Routers {'30d27e84-daeb-4c10-8615-2d0506092c0e'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:08:56.914034 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-805f67ae-05b0-47b9-8ce5-9897821c24fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:08:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['30d27e84-daeb-4c10-8615-2d0506092c0e'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:08:56.934754 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ec6628-b57d-4560-8030-69148653527f req-4359f9da-6429-4c8a-978b-310d1331c35c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] No DVR routers for this DVR port 4de1eabe-932e-4cda-804d-49eeff37c34c on host hv-cinder-85918 {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:08:56.937423 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-b5ec6628-b57d-4560-8030-69148653527f req-4359f9da-6429-4c8a-978b-310d1331c35c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:56.940953 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b5ec6628-b57d-4560-8030-69148653527f req-4359f9da-6429-4c8a-978b-310d1331c35c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.16 "DELETE /networking/v2.0/ports/4de1eabe-932e-4cda-804d-49eeff37c34c HTTP/1.1" status: 204 len: 173 time: 1.3743410 Sep 24 05:08:56.941472 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'name': 'network-vif-deleted', 'tag': '4de1eabe-932e-4cda-804d-49eeff37c34c'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:08:56.943803 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21dce87-eac7-46b9-b1fb-ba65ae3785d3" -d '{"events": [{"server_uuid": "08fb826b-e891-46c4-990d-ca03cf3f4222", "name": "network-vif-deleted", "tag": "4de1eabe-932e-4cda-804d-49eeff37c34c"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:08:56.982243 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68390b30-73cc-4d8b-99b9-44de480c31e3 x-openstack-request-id: req-68390b30-73cc-4d8b-99b9-44de480c31e3 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:08:56.982536 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fb826b-e891-46c4-990d-ca03cf3f4222", "name": "network-vif-deleted", "tag": "4de1eabe-932e-4cda-804d-49eeff37c34c", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:08:56.982790 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-68390b30-73cc-4d8b-99b9-44de480c31e3 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:08:56.983199 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68390b30-73cc-4d8b-99b9-44de480c31e3'] response: {'server_uuid': '08fb826b-e891-46c4-990d-ca03cf3f4222', 'name': 'network-vif-deleted', 'tag': '4de1eabe-932e-4cda-804d-49eeff37c34c', 'status': 'completed', 'code': 200} Sep 24 05:08:57.100837 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-805f67ae-05b0-47b9-8ce5-9897821c24fb None None] Set router 30d27e84-daeb-4c10-8615-2d0506092c0e gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:08:57.275585 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408364fd-fc4a-4c72-9d0e-f942b36b72bf req-2dd70740-fccf-4cd0-a644-78e64d3253bf tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:57.277244 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-408364fd-fc4a-4c72-9d0e-f942b36b72bf req-2dd70740-fccf-4cd0-a644-78e64d3253bf tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0481288 Sep 24 05:08:57.288482 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-805f67ae-05b0-47b9-8ce5-9897821c24fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:48Z', 'revision_number': 4, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8f8e7c41-4cfc-48fe-85ef-a309c017098f', 'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'mac_address': 'fa:16:3e:18:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:00:55Z', 'revision_number': 5, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'subnets': [{'id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:08:57.318335 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805f67ae-05b0-47b9-8ce5-9897821c24fb None None] Checking router: 30d27e84-daeb-4c10-8615-2d0506092c0e for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:08:57.326840 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805f67ae-05b0-47b9-8ce5-9897821c24fb None None] Routers {'30d27e84-daeb-4c10-8615-2d0506092c0e'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:08:57.327448 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-805f67ae-05b0-47b9-8ce5-9897821c24fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:08:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['30d27e84-daeb-4c10-8615-2d0506092c0e'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:08:57.328934 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-408364fd-fc4a-4c72-9d0e-f942b36b72bf req-43a3ab50-64aa-4bd2-b82b-5860cfd2c0de tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454113 Sep 24 05:08:57.431816 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-805f67ae-05b0-47b9-8ce5-9897821c24fb None None] Set router 30d27e84-daeb-4c10-8615-2d0506092c0e gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:08:57.625747 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-805f67ae-05b0-47b9-8ce5-9897821c24fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:48Z', 'revision_number': 4, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8f8e7c41-4cfc-48fe-85ef-a309c017098f', 'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'mac_address': 'fa:16:3e:18:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:00:55Z', 'revision_number': 5, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'subnets': [{'id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:08:57.655630 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805f67ae-05b0-47b9-8ce5-9897821c24fb None None] The sync data for ids ['30d27e84-daeb-4c10-8615-2d0506092c0e'] in dv-cinder-859186-1-iscsi is: [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:48Z', 'revision_number': 4, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8f8e7c41-4cfc-48fe-85ef-a309c017098f', 'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'mac_address': 'fa:16:3e:18:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:00:55Z', 'revision_number': 5, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'subnets': [{'id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:08:57.656102 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-46796996-52c4-4e4a-bc1f-ff52a0d24231 req-bbfaa552-d783-442f-8082-5db360bd22aa service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469112 Sep 24 05:08:57.734083 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46796996-52c4-4e4a-bc1f-ff52a0d24231 req-0d50639d-ca31-4e21-a264-37013866c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:57.735651 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-46796996-52c4-4e4a-bc1f-ff52a0d24231 req-0d50639d-ca31-4e21-a264-37013866c605 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=87d5229e39fe4817b5187068d8acecc7&device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 1130 time: 0.0483434 Sep 24 05:08:57.862063 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46796996-52c4-4e4a-bc1f-ff52a0d24231 req-b3463918-7d1f-47fd-8200-5e328a32c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:57.863603 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-46796996-52c4-4e4a-bc1f-ff52a0d24231 req-b3463918-7d1f-47fd-8200-5e328a32c7b7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=17f0f6dc-1b39-4c78-b39c-2031585b359a HTTP/1.1" status: 200 len: 916 time: 0.1042247 Sep 24 05:08:57.953939 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-46796996-52c4-4e4a-bc1f-ff52a0d24231 req-a0016103-6c09-40ce-a4ec-6c8b964b7527 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7efb703e-b766-4972-b442-eaba81c854e8 HTTP/1.1" status: 200 len: 1001 time: 0.0831153 Sep 24 05:08:57.954749 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3a409cb6-10c1-4f05-bffb-6110d9fa3193 req-191829e8-becb-44eb-a07b-4534f7565867 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08fb826b-e891-46c4-990d-ca03cf3f4222 HTTP/1.1" status: 200 len: 210 time: 0.0393884 Sep 24 05:08:58.007635 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46796996-52c4-4e4a-bc1f-ff52a0d24231 req-e1f5447e-9474-458c-a20b-ef520cadc392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:58.009192 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-46796996-52c4-4e4a-bc1f-ff52a0d24231 req-e1f5447e-9474-458c-a20b-ef520cadc392 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8f69c44e-b4a0-4787-8e79-5aa8095e4aa1 HTTP/1.1" status: 200 len: 854 time: 0.0481582 Sep 24 05:08:58.016621 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff767b-749a-458f-8848-70b303d678a8 None None] New status for floating IP 37a54d57-2223-486e-984c-4b6062181289: DOWN {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:08:58.286945 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46796996-52c4-4e4a-bc1f-ff52a0d24231 req-bb911cee-2257-453c-a7ac-f2ae2801b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:58.288426 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-46796996-52c4-4e4a-bc1f-ff52a0d24231 req-bb911cee-2257-453c-a7ac-f2ae2801b989 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=17f0f6dc-1b39-4c78-b39c-2031585b359a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408716 Sep 24 05:08:58.398899 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:58.417206 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-46796996-52c4-4e4a-bc1f-ff52a0d24231 req-d8b5eee8-5e2b-44da-a0a7-9ffc13f019af service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210568 Sep 24 05:08:58.494733 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06196342-14e9-4dc6-8154-4d77f801678a req-801a2c1f-c23b-4cff-be57-35f21f7d777d tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:58.497100 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-06196342-14e9-4dc6-8154-4d77f801678a req-801a2c1f-c23b-4cff-be57-35f21f7d777d tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0530169 Sep 24 05:08:58.529678 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-46796996-52c4-4e4a-bc1f-ff52a0d24231 req-ca73bc3a-d3a2-4d87-9a51-b5a3874f4c02 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059155 Sep 24 05:08:58.552869 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-06196342-14e9-4dc6-8154-4d77f801678a req-3644e994-b751-43ce-a3e8-650e71086ab0 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502219 Sep 24 05:08:59.050644 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33596) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:08:59.104510 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2f6c7bb0-68f6-4998-9c26-c1ddaa1aebd4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group (90e241c9-ca15-421f-87b8-3370d3bc02db), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.126993 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2f6c7bb0-68f6-4998-9c26-c1ddaa1aebd4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group (90e241c9-ca15-421f-87b8-3370d3bc02db), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.174227 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2f6c7bb0-68f6-4998-9c26-c1ddaa1aebd4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (90e241c9-ca15-421f-87b8-3370d3bc02db), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.176913 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2f6c7bb0-68f6-4998-9c26-c1ddaa1aebd4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.178069 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-2f6c7bb0-68f6-4998-9c26-c1ddaa1aebd4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "DELETE /networking/v2.0/security-groups/90e241c9-ca15-421f-87b8-3370d3bc02db HTTP/1.1" status: 204 len: 168 time: 0.1263998 Sep 24 05:08:59.180897 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33598) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:08:59.187437 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c7bb0-68f6-4998-9c26-c1ddaa1aebd4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e241c9-ca15-421f-87b8-3370d3bc02db,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:08:59.195766 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.api.v2.resource [None req-68643bad-2ca3-482f-9ac7-6b2444f9ec8e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] show failed (client error): The resource could not be found. Sep 24 05:08:59.196764 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-68643bad-2ca3-482f-9ac7-6b2444f9ec8e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups/90e241c9-ca15-421f-87b8-3370d3bc02db HTTP/1.1" status: 404 len: 347 time: 0.0148664 Sep 24 05:08:59.199707 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33600) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:08:59.248258 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:59.315657 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-2e33edff-c1e2-4bb3-a7a5-94463b2d7256 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Deleting port 36cb7b9a-23ed-47db-974f-3532821b37a2 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:08:59.315994 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2e33edff-c1e2-4bb3-a7a5-94463b2d7256 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (36cb7b9a-23ed-47db-974f-3532821b37a2), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.394859 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2e33edff-c1e2-4bb3-a7a5-94463b2d7256 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (36cb7b9a-23ed-47db-974f-3532821b37a2), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.395087 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2e33edff-c1e2-4bb3-a7a5-94463b2d7256 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for floatingip (36cb7b9a-23ed-47db-974f-3532821b37a2), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.407634 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-2e33edff-c1e2-4bb3-a7a5-94463b2d7256 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Calling delete_port for 36cb7b9a-23ed-47db-974f-3532821b37a2 owned by network:floatingip {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:08:59.549333 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2e33edff-c1e2-4bb3-a7a5-94463b2d7256 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (36cb7b9a-23ed-47db-974f-3532821b37a2), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.571855 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33edff-c1e2-4bb3-a7a5-94463b2d7256 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event deleted for resources: {'Port': ['ID=36cb7b9a-23ed-47db-974f-3532821b37a2,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:08:59.636761 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2e33edff-c1e2-4bb3-a7a5-94463b2d7256 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for floatingip (37a54d57-2223-486e-984c-4b6062181289), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.639706 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2e33edff-c1e2-4bb3-a7a5-94463b2d7256 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.642641 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-2e33edff-c1e2-4bb3-a7a5-94463b2d7256 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "DELETE /networking/v2.0/floatingips/37a54d57-2223-486e-984c-4b6062181289 HTTP/1.1" status: 204 len: 168 time: 0.4417331 Sep 24 05:08:59.675184 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9bab5-63fd-405d-be78-6c40f93775e4 req-58744ede-2c83-4fa2-80d1-e5583e76e675 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:08:59.677159 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c6d9bab5-63fd-405d-be78-6c40f93775e4 req-58744ede-2c83-4fa2-80d1-e5583e76e675 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0484176 Sep 24 05:08:59.727430 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c6d9bab5-63fd-405d-be78-6c40f93775e4 req-34488437-5ac2-497e-9a55-67fc780fcb17 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447264 Sep 24 05:08:59.740267 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33606) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:08:59.744913 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1046576636', 'description': 'tempest-description--1863726761'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:08:59.768731 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.771266 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:59.784973 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:59.836832 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group (8c20d5a8-eefc-4005-930a-8f59e952dd90), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.840138 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (8c20d5a8-eefc-4005-930a-8f59e952dd90), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.872012 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.873211 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1319859 Sep 24 05:08:59.875127 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c20d5a8-eefc-4005-930a-8f59e952dd90,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:08:59.876340 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33608) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:08:59.880899 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-28206efd-7672-454a-bf1e-3a56e5b60c47 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Request body: {'security_group_rule': {'security_group_id': '8c20d5a8-eefc-4005-930a-8f59e952dd90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:08:59.882698 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:59.883045 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:59.883382 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:59.883718 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:59.884068 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:59.884888 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:59.885215 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:59.885539 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:59.885861 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:59.886206 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:59.886530 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:59.886847 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:59.887166 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:59.887484 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:59.887801 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137377a8-bad8-4e6f-979b-ac7d3eb98543 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:08:59.908321 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-28206efd-7672-454a-bf1e-3a56e5b60c47 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group_rule (41fa799c-6136-4016-b9ac-9af33fa9220f), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.965891 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-28206efd-7672-454a-bf1e-3a56e5b60c47 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group_rule (41fa799c-6136-4016-b9ac-9af33fa9220f), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.969291 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-28206efd-7672-454a-bf1e-3a56e5b60c47 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (41fa799c-6136-4016-b9ac-9af33fa9220f), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.974613 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:08:59.989492 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28206efd-7672-454a-bf1e-3a56e5b60c47 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fa799c-6136-4016-b9ac-9af33fa9220f,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:08:59.994152 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-28206efd-7672-454a-bf1e-3a56e5b60c47 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:08:59.995319 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-28206efd-7672-454a-bf1e-3a56e5b60c47 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178861 Sep 24 05:08:59.998283 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33612) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:00.003074 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-2232ba18-1384-48e1-b50e-e7ff3fd43cf4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Request body: {'security_group_rule': {'security_group_id': '8c20d5a8-eefc-4005-930a-8f59e952dd90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:09:00.027753 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2232ba18-1384-48e1-b50e-e7ff3fd43cf4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group_rule (ca9121a3-e430-442a-8d96-6e8815b94b6c), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:00.082289 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2232ba18-1384-48e1-b50e-e7ff3fd43cf4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group_rule (ca9121a3-e430-442a-8d96-6e8815b94b6c), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:00.085641 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2232ba18-1384-48e1-b50e-e7ff3fd43cf4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (ca9121a3-e430-442a-8d96-6e8815b94b6c), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:00.104187 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232ba18-1384-48e1-b50e-e7ff3fd43cf4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9121a3-e430-442a-8d96-6e8815b94b6c,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:00.108113 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2232ba18-1384-48e1-b50e-e7ff3fd43cf4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:00.109272 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-2232ba18-1384-48e1-b50e-e7ff3fd43cf4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1100678 Sep 24 05:09:00.112972 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33614) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:00.117077 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Request body: {'floatingip': {'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:09:00.139214 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:00.219786 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:00.266936 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:00.333067 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Allocated IP 172.27.0.253 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/fd9b7218-23d4-4899-942e-c7391d5a3cd6) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:09:00.448281 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for port (fd9b7218-23d4-4899-942e-c7391d5a3cd6), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:00.480491 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe5ede-eee0-424e-9f0a-a0d91fba7f2b req-cacf1ff1-847a-4b82-b710-2b3f6425350f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:00.481890 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5bfe5ede-eee0-424e-9f0a-a0d91fba7f2b req-cacf1ff1-847a-4b82-b710-2b3f6425350f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0506468 Sep 24 05:09:00.482097 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (fd9b7218-23d4-4899-942e-c7391d5a3cd6), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:00.523904 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:09:00.528737 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:09:00.532314 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5bfe5ede-eee0-424e-9f0a-a0d91fba7f2b req-9e833233-fb5f-4915-b7d5-cfd16671d369 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438950 Sep 24 05:09:00.532764 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:09:00.536080 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event updated for resources: {'Port': ['ID=fd9b7218-23d4-4899-942e-c7391d5a3cd6,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:00.617181 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for floatingip (9497d508-3f37-40d4-a5dc-0bd40a98d172), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:00.652851 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (fd9b7218-23d4-4899-942e-c7391d5a3cd6), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:00.690981 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:00.759728 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 4de1eabe-932e-4cda-804d-49eeff37c34c no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:09:00.762783 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=68,neutron:UPDATE=11 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:00.763315 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:00.780910 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: 4de1eabe-932e-4cda-804d-49eeff37c34c {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:09:00.781263 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 4de1eabe-932e-4cda-804d-49eeff37c34c not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:09:00.804064 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for port (fd9b7218-23d4-4899-942e-c7391d5a3cd6), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:00.808400 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (fd9b7218-23d4-4899-942e-c7391d5a3cd6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:00.857949 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1891ea-f6d8-4c38-b33b-bb626f27bf8f req-9574f6e1-96bd-4ffe-a6e7-e00c22683091 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:00.859459 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4d1891ea-f6d8-4c38-b33b-bb626f27bf8f req-9574f6e1-96bd-4ffe-a6e7-e00c22683091 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0467246 Sep 24 05:09:00.877965 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event updated for resources: {'Port': ['ID=fd9b7218-23d4-4899-942e-c7391d5a3cd6,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:00.880445 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (9497d508-3f37-40d4-a5dc-0bd40a98d172), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:00.896978 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:00.898294 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-268914b0-1470-44bb-92fb-bae641fec8e2 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7843678 Sep 24 05:09:00.912959 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4d1891ea-f6d8-4c38-b33b-bb626f27bf8f req-4a75a0df-d03c-4aa0-bc19-e8e2541bb047 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473371 Sep 24 05:09:01.092661 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-d0aa9243-97ac-43e5-a38f-30ea8ad9ec31 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1046576636&fields=id&tenant_id=c1aaf20f480a423ea5feca81585aeeed HTTP/1.1" status: 200 len: 267 time: 0.0406835 Sep 24 05:09:01.200140 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-4970fdfa-6a3f-4e87-bb64-3d6f702ba79a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:01.201580 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-4970fdfa-6a3f-4e87-bb64-3d6f702ba79a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/networks?id=c071aac1-7a40-472d-a3df-a9b342b44447 HTTP/1.1" status: 200 len: 817 time: 0.1022322 Sep 24 05:09:01.216359 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-0f0e27b2-4eba-4ac5-91b1-83ca6ba669f0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/quotas/c1aaf20f480a423ea5feca81585aeeed HTTP/1.1" status: 200 len: 375 time: 0.0088325 Sep 24 05:09:01.263914 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7ee7eb03-54d9-40fb-b26d-eba5d1b42a2c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=c1aaf20f480a423ea5feca81585aeeed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427103 Sep 24 05:09:01.362501 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-6c27fad9-8eaf-428f-a512-330398c3bdfa service neutron] 10.222.0.50 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867145 Sep 24 05:09:01.452674 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-ece6f6ed-03e6-440e-8839-96c9340ef397 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835676 Sep 24 05:09:01.620979 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b4f52f58-eae5-4eef-aa33-a85f8cf44b2f req-16c2a21f-dead-40b5-a6a3-cd89790b95b4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 210 time: 0.0357347 Sep 24 05:09:01.675797 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cad4b-ddae-42f0-ad15-371f594e9921 req-f40ff8af-8ba7-459f-b496-6acdb0d0acb4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:01.677259 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f31cad4b-ddae-42f0-ad15-371f594e9921 req-f40ff8af-8ba7-459f-b496-6acdb0d0acb4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0592020 Sep 24 05:09:01.725059 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f31cad4b-ddae-42f0-ad15-371f594e9921 req-2c406353-2b24-42b5-86b0-6d221961f459 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419898 Sep 24 05:09:02.038424 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f5662-b066-4824-8abc-73ae0e566e43 req-cd2c430a-e90e-4636-9dfb-6a4ce3a63f71 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:02.039893 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-871f5662-b066-4824-8abc-73ae0e566e43 req-cd2c430a-e90e-4636-9dfb-6a4ce3a63f71 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0483046 Sep 24 05:09:02.089418 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-871f5662-b066-4824-8abc-73ae0e566e43 req-c243a733-755d-411a-a439-6559f072cda3 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436881 Sep 24 05:09:02.696108 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-29a937ff-fa89-4776-80ad-78e4024a1802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:02.718413 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81fc28-4f73-44dc-af6f-7f9fde4fbfb7 req-b6f9bf1f-9a55-453d-ae47-7fd995bd1027 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:02.719975 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-7d81fc28-4f73-44dc-af6f-7f9fde4fbfb7 req-b6f9bf1f-9a55-453d-ae47-7fd995bd1027 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0690625 Sep 24 05:09:02.737093 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a814ee9-0b4b-4bee-81dd-32f276c2b0d9 req-7d59feb6-0409-41b2-be3c-842133b9e75c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 210 time: 0.0307171 Sep 24 05:09:02.811384 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:02.852715 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b33369-a5c5-47e0-8af1-d88cf92d5578 req-9a90c9ef-d239-497c-ae57-3d35c9ca8b83 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:02.854210 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c9b33369-a5c5-47e0-8af1-d88cf92d5578 req-9a90c9ef-d239-497c-ae57-3d35c9ca8b83 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0531340 Sep 24 05:09:02.873389 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:02.903977 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c9b33369-a5c5-47e0-8af1-d88cf92d5578 req-fa46d201-bd06-40ed-81e1-98e2c2bafbad tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440743 Sep 24 05:09:03.216075 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fe90c-f332-4127-bfdb-e4af2bcd303d req-a09bfd39-9bb8-4850-a7dd-d3ded04e602b tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:03.217558 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-285fe90c-f332-4127-bfdb-e4af2bcd303d req-a09bfd39-9bb8-4850-a7dd-d3ded04e602b tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0508060 Sep 24 05:09:03.266761 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-285fe90c-f332-4127-bfdb-e4af2bcd303d req-be166f6b-e3da-4a65-a8e5-f8a9e1b009de tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436423 Sep 24 05:09:03.846683 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d57d863f-0229-482b-9f36-66edfc8c864c req-6de25cd9-82e8-4f34-9e3f-a59c3357e40c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 210 time: 0.0292866 Sep 24 05:09:03.927063 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:03.976592 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-7d81fc28-4f73-44dc-af6f-7f9fde4fbfb7 req-5c537d81-e4da-4647-8c1e-fb7826650d8b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Deleting port 7496c434-3138-4ef6-8254-ee2787a76407 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:09:03.976936 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-7d81fc28-4f73-44dc-af6f-7f9fde4fbfb7 req-5c537d81-e4da-4647-8c1e-fb7826650d8b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (7496c434-3138-4ef6-8254-ee2787a76407), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:04.022435 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06857601-2eb5-48e5-afe6-df0a39c2a430 req-b567b82f-2f28-4894-a037-6042a224ec73 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:04.023898 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-06857601-2eb5-48e5-afe6-df0a39c2a430 req-b567b82f-2f28-4894-a037-6042a224ec73 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 946 time: 0.0462606 Sep 24 05:09:04.070217 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-7d81fc28-4f73-44dc-af6f-7f9fde4fbfb7 req-5c537d81-e4da-4647-8c1e-fb7826650d8b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] For port 7496c434-3138-4ef6-8254-ee2787a76407, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7496c434-3138-4ef6-8254-ee2787a76407,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:04.070596 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-7d81fc28-4f73-44dc-af6f-7f9fde4fbfb7 req-5c537d81-e4da-4647-8c1e-fb7826650d8b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (7496c434-3138-4ef6-8254-ee2787a76407), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:04.070935 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-06857601-2eb5-48e5-afe6-df0a39c2a430 req-448f02b2-49d1-4238-98b2-e55cc27cb50a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=14fafd78-f19f-4888-a521-87d9bd6c28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413809 Sep 24 05:09:04.230061 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-7d81fc28-4f73-44dc-af6f-7f9fde4fbfb7 req-5c537d81-e4da-4647-8c1e-fb7826650d8b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:04.230425 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-7d81fc28-4f73-44dc-af6f-7f9fde4fbfb7 req-5c537d81-e4da-4647-8c1e-fb7826650d8b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (a92dcca8-17e3-4ad7-89b9-9d83e8c7dd20), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:04.230771 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.l3_db [req-7d81fc28-4f73-44dc-af6f-7f9fde4fbfb7 req-5c537d81-e4da-4647-8c1e-fb7826650d8b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Floating IP a92dcca8-17e3-4ad7-89b9-9d83e8c7dd20 disassociated. External IP: 172.27.0.181, port: 7496c434-3138-4ef6-8254-ee2787a76407. Sep 24 05:09:04.231072 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-7d81fc28-4f73-44dc-af6f-7f9fde4fbfb7 req-5c537d81-e4da-4647-8c1e-fb7826650d8b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Calling delete_port for 7496c434-3138-4ef6-8254-ee2787a76407 owned by compute:nova {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:09:04.398618 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49814dc-bca4-46ce-b5a0-c95e7817157c req-d193d9dd-fae0-46b4-ade8-127714d78fb9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:04.400139 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c49814dc-bca4-46ce-b5a0-c95e7817157c req-d193d9dd-fae0-46b4-ade8-127714d78fb9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 943 time: 0.0543220 Sep 24 05:09:04.445061 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-bb3953d4-4029-43d1-8af5-6a84fdeb1ca3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:04.446526 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-bb3953d4-4029-43d1-8af5-6a84fdeb1ca3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.16 "GET /networking/v2.0/networks?id=c071aac1-7a40-472d-a3df-a9b342b44447 HTTP/1.1" status: 200 len: 817 time: 0.2065163 Sep 24 05:09:04.447562 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-7d81fc28-4f73-44dc-af6f-7f9fde4fbfb7 req-5c537d81-e4da-4647-8c1e-fb7826650d8b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (7496c434-3138-4ef6-8254-ee2787a76407), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:04.457910 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c49814dc-bca4-46ce-b5a0-c95e7817157c req-f1d5d621-a351-4153-b50f-fe36c59489b3 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444424 Sep 24 05:09:04.476139 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c537d81-e4da-4647-8c1e-fb7826650d8b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event deleted for resources: {'Port': ['ID=7496c434-3138-4ef6-8254-ee2787a76407,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:04.485840 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:04.619752 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-46d1af11-9a2e-4963-b5a0-e3e1c96b6dba tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c1aaf20f480a423ea5feca81585aeeed HTTP/1.1" status: 200 len: 380 time: 0.1020389 Sep 24 05:09:04.628706 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-6adf7a8d-5914-4451-97f9-27b5f4d74da3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Request body: {'port': {'device_id': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'admin_state_up': True, 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'security_groups': ['8c20d5a8-eefc-4005-930a-8f59e952dd90']}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:09:04.682877 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d81fc28-4f73-44dc-af6f-7f9fde4fbfb7 req-5c537d81-e4da-4647-8c1e-fb7826650d8b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:09:04.758466 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:09:04.762846 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:04.835145 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d81fc28-4f73-44dc-af6f-7f9fde4fbfb7 req-5c537d81-e4da-4647-8c1e-fb7826650d8b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:09:04.836714 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-6adf7a8d-5914-4451-97f9-27b5f4d74da3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Made reservation on behalf of c1aaf20f480a423ea5feca81585aeeed for: {'port': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:09:04.840895 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-6adf7a8d-5914-4451-97f9-27b5f4d74da3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:04.846942 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6a5ab-c2c5-40d1-bfff-c4be477259aa None None] Sync routers for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:09:04.866847 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e6a5ab-c2c5-40d1-bfff-c4be477259aa None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:09:04.867835 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-f4e6a5ab-c2c5-40d1-bfff-c4be477259aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:08:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:04.874232 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,segment=NetworkSegment(7c779217-2c74-465a-b880-7974c3ca201e),segment_id=7c779217-2c74-465a-b880-7974c3ca201e)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:04.894884 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'port_id': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022', 'mac_address': 'fa:16:3e:93:7b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:09:04.900163 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d81fc28-4f73-44dc-af6f-7f9fde4fbfb7 req-5c537d81-e4da-4647-8c1e-fb7826650d8b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] No DVR routers for this DVR port 7496c434-3138-4ef6-8254-ee2787a76407 on host hv-cinder-85918 {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:09:04.903521 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-7d81fc28-4f73-44dc-af6f-7f9fde4fbfb7 req-5c537d81-e4da-4647-8c1e-fb7826650d8b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:04.907024 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-7d81fc28-4f73-44dc-af6f-7f9fde4fbfb7 req-5c537d81-e4da-4647-8c1e-fb7826650d8b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "DELETE /networking/v2.0/ports/7496c434-3138-4ef6-8254-ee2787a76407 HTTP/1.1" status: 204 len: 173 time: 1.0130229 Sep 24 05:09:04.907571 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b2ef46-4969-469b-adcd-22abf7c4d6df', 'name': 'network-vif-deleted', 'tag': '7496c434-3138-4ef6-8254-ee2787a76407'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:09:04.909925 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041ff65d-1bb4-4f0d-a3b0-2c8ef2cd278f" -d '{"events": [{"server_uuid": "34b2ef46-4969-469b-adcd-22abf7c4d6df", "name": "network-vif-deleted", "tag": "7496c434-3138-4ef6-8254-ee2787a76407"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:09:04.948585 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:09:04.949100 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:04.981462 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:09:04.994732 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46725b7-7192-429f-be73-f449d65cb792 x-openstack-request-id: req-c46725b7-7192-429f-be73-f449d65cb792 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:09:04.995238 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b2ef46-4969-469b-adcd-22abf7c4d6df", "name": "network-vif-deleted", "tag": "7496c434-3138-4ef6-8254-ee2787a76407", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:09:04.995340 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c46725b7-7192-429f-be73-f449d65cb792 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:09:04.995719 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46725b7-7192-429f-be73-f449d65cb792'] response: {'server_uuid': '34b2ef46-4969-469b-adcd-22abf7c4d6df', 'name': 'network-vif-deleted', 'tag': '7496c434-3138-4ef6-8254-ee2787a76407', 'status': 'completed', 'code': 200} Sep 24 05:09:05.027021 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,segment=NetworkSegment(7c779217-2c74-465a-b880-7974c3ca201e),segment_id=7c779217-2c74-465a-b880-7974c3ca201e)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:05.032502 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:05.061552 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-f4e6a5ab-c2c5-40d1-bfff-c4be477259aa None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:09:05.076930 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6b202345-6bd8-4f71-9344-442b300169b7 req-e32d37ca-c66f-425b-8f72-2236b5ed258a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 210 time: 0.0653369 Sep 24 05:09:05.082938 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-6adf7a8d-5914-4451-97f9-27b5f4d74da3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Allocated IP 172.20.0.8 (c071aac1-7a40-472d-a3df-a9b342b44447/521b0c5c-068d-4d85-8ac0-e80107b00a80/e1514bf0-06bf-454f-bb1a-b1c69713927f) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:09:05.091312 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,revision_number=7']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:05.154576 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a132e802-367c-4d27-9c97-a09a0dc44360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:05.230693 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a5dfea4-4132-443e-8b0f-872890645f31 req-decb3c90-d66e-49da-a17c-1050f43c88da tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=34b2ef46-4969-469b-adcd-22abf7c4d6df HTTP/1.1" status: 200 len: 210 time: 0.0381124 Sep 24 05:09:05.270467 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-6adf7a8d-5914-4451-97f9-27b5f4d74da3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:05.274057 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:05.310258 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-6adf7a8d-5914-4451-97f9-27b5f4d74da3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:05.360876 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-f4e6a5ab-c2c5-40d1-bfff-c4be477259aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'ea26f9d8-8cc6-4d99-8300-fc29354fc5ba', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': '7efb703e-b766-4972-b442-eaba81c854e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:a7:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:01:07Z', 'updated_at': '2022-09-24T05:02:45Z', 'revision_number': 2, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:05.361156 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:05.366191 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-6adf7a8d-5914-4451-97f9-27b5f4d74da3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Network c071aac1-7a40-472d-a3df-a9b342b44447 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:09:05.371694 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-6adf7a8d-5914-4451-97f9-27b5f4d74da3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:09:05.376495 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-6adf7a8d-5914-4451-97f9-27b5f4d74da3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:09:05.393143 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6a5ab-c2c5-40d1-bfff-c4be477259aa None None] Checking router: 3356ba94-92ab-42d3-b2ab-aa4076c04e90 for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:09:05.402750 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e6a5ab-c2c5-40d1-bfff-c4be477259aa None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:09:05.403412 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-f4e6a5ab-c2c5-40d1-bfff-c4be477259aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:09:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:05.404796 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf7a8d-5914-4451-97f9-27b5f4d74da3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event updated for resources: {'Port': ['ID=e1514bf0-06bf-454f-bb1a-b1c69713927f,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:05.441876 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-6adf7a8d-5914-4451-97f9-27b5f4d74da3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:05.442745 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-6adf7a8d-5914-4451-97f9-27b5f4d74da3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:05.458888 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:05.463895 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-6adf7a8d-5914-4451-97f9-27b5f4d74da3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8386531 Sep 24 05:09:05.476765 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Request body: {'port': {'device_id': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:09:05.504539 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['fab1bdaa-696a-4cf2-b4c6-ca1ee5692022'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:09:05.520694 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-f4e6a5ab-c2c5-40d1-bfff-c4be477259aa None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:09:05.567738 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:05.659057 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-28c7dff2-8b70-4824-88b5-83477688b3c9 None None] Provisioning complete for port e1514bf0-06bf-454f-bb1a-b1c69713927f triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:09:05.659674 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-28c7dff2-8b70-4824-88b5-83477688b3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:05.660181 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-28c7dff2-8b70-4824-88b5-83477688b3c9 None None] Attempt 1 to provision port e1514bf0-06bf-454f-bb1a-b1c69713927f Sep 24 05:09:05.662062 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc2e47-19d7-48ee-885d-e23ddd20ec88 req-aabccf4d-145b-40cf-8115-214c7d138c86 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:05.671052 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b3cc2e47-19d7-48ee-885d-e23ddd20ec88 req-aabccf4d-145b-40cf-8115-214c7d138c86 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 944 time: 0.1120801 Sep 24 05:09:05.716021 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-28c7dff2-8b70-4824-88b5-83477688b3c9 None None] Port e1514bf0-06bf-454f-bb1a-b1c69713927f cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:09:05.742096 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b3cc2e47-19d7-48ee-885d-e23ddd20ec88 req-9e687aeb-abee-4e24-9b75-25e69e835e83 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698066 Sep 24 05:09:05.784483 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-f4e6a5ab-c2c5-40d1-bfff-c4be477259aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'ea26f9d8-8cc6-4d99-8300-fc29354fc5ba', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': '7efb703e-b766-4972-b442-eaba81c854e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:a7:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:01:07Z', 'updated_at': '2022-09-24T05:02:45Z', 'revision_number': 2, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:05.818614 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6a5ab-c2c5-40d1-bfff-c4be477259aa None None] The sync data for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi is: [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'ea26f9d8-8cc6-4d99-8300-fc29354fc5ba', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': '7efb703e-b766-4972-b442-eaba81c854e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:a7:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:01:07Z', 'updated_at': '2022-09-24T05:02:45Z', 'revision_number': 2, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:09:05.889744 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:05.941657 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1514bf0-06bf-454f-bb1a-b1c69713927f {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:09:05.949155 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Publish callbacks [] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:05.962368 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Transition to ACTIVE for port object e1514bf0-06bf-454f-bb1a-b1c69713927f will not be triggered until provisioned by entity L2. {{(pid=106193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:09:05.966284 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:06.011705 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1514bf0-06bf-454f-bb1a-b1c69713927f,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:06.069642 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ed2d6d-981f-4bfa-968a-0e30a7912237 None None] New status for floating IP a92dcca8-17e3-4ad7-89b9-9d83e8c7dd20: DOWN {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:09:06.081756 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Attempting to bind port e1514bf0-06bf-454f-bb1a-b1c69713927f on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:09:06.082159 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Attempting to bind port e1514bf0-06bf-454f-bb1a-b1c69713927f by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:09:06.082489 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Attempting to bind port e1514bf0-06bf-454f-bb1a-b1c69713927f on network c071aac1-7a40-472d-a3df-a9b342b44447 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:09:06.217407 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-28c7dff2-8b70-4824-88b5-83477688b3c9 None None] Attempt 2 to provision port e1514bf0-06bf-454f-bb1a-b1c69713927f Sep 24 05:09:06.243873 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076282b-0855-4ac0-912b-b9ae543d66f5 req-6a5bef3e-fad0-48b5-bd83-122f2438524e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:06.245803 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4076282b-0855-4ac0-912b-b9ae543d66f5 req-6a5bef3e-fad0-48b5-bd83-122f2438524e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0524437 Sep 24 05:09:06.257010 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-28c7dff2-8b70-4824-88b5-83477688b3c9 None None] Port e1514bf0-06bf-454f-bb1a-b1c69713927f cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:09:06.307650 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4076282b-0855-4ac0-912b-b9ae543d66f5 req-2296d2ed-b0b6-4de6-b87f-a602095eeee8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554903 Sep 24 05:09:06.334425 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33684) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:06.388337 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-70847bc1-a225-4641-91ac-396f7ff7c48a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (14fafd78-f19f-4888-a521-87d9bd6c28dd), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:06.388693 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Port e1514bf0-06bf-454f-bb1a-b1c69713927f on network c071aac1-7a40-472d-a3df-a9b342b44447 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:09:06.389019 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Attempting to bind port e1514bf0-06bf-454f-bb1a-b1c69713927f on network c071aac1-7a40-472d-a3df-a9b342b44447 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:09:06.398857 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:06.413262 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-70847bc1-a225-4641-91ac-396f7ff7c48a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (14fafd78-f19f-4888-a521-87d9bd6c28dd), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:06.431860 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:09:06.432198 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Checking segment: {'id': '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:09:06.432576 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Bound using segment: {'id': '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:09:06.433013 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Bound port: e1514bf0-06bf-454f-bb1a-b1c69713927f, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:09:06.433364 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:06.461744 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-70847bc1-a225-4641-91ac-396f7ff7c48a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (14fafd78-f19f-4888-a521-87d9bd6c28dd), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:06.464340 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-70847bc1-a225-4641-91ac-396f7ff7c48a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:06.465479 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-70847bc1-a225-4641-91ac-396f7ff7c48a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "DELETE /networking/v2.0/security-groups/14fafd78-f19f-4888-a521-87d9bd6c28dd HTTP/1.1" status: 204 len: 168 time: 0.1340642 Sep 24 05:09:06.469789 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33686) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:06.482376 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70847bc1-a225-4641-91ac-396f7ff7c48a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fafd78-f19f-4888-a521-87d9bd6c28dd,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:06.490604 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.api.v2.resource [None req-3b250d90-35ca-4dd0-9a24-29bdf51db18f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] show failed (client error): The resource could not be found. Sep 24 05:09:06.494346 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-3b250d90-35ca-4dd0-9a24-29bdf51db18f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups/14fafd78-f19f-4888-a521-87d9bd6c28dd HTTP/1.1" status: 404 len: 347 time: 0.0208347 Sep 24 05:09:06.496624 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33688) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:06.499259 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] For port e1514bf0-06bf-454f-bb1a-b1c69713927f, host hv-cinder-85918, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:09:06.503596 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] For port e1514bf0-06bf-454f-bb1a-b1c69713927f, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:09:06.510422 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:06.514377 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:06.514924 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:06.516272 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/e1514bf0-06bf-454f-bb1a-b1c69713927f HTTP/1.1" status: 200 len: 1093 time: 1.0449491 Sep 24 05:09:06.599011 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586bc38-be18-4a7d-9790-6d7577ce0db1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1514bf0-06bf-454f-bb1a-b1c69713927f,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:06.609231 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-53615e35-d68b-4e02-9c03-3f05202e1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:06.612300 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-53615e35-d68b-4e02-9c03-3f05202e1d0f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c1aaf20f480a423ea5feca81585aeeed&device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 1127 time: 0.0515697 Sep 24 05:09:06.616589 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-39eb7964-cc13-4522-858c-e91722613758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Deleting port 524d19a7-e345-4bb1-ae6b-420daa9527fe {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:09:06.617013 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-39eb7964-cc13-4522-858c-e91722613758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (524d19a7-e345-4bb1-ae6b-420daa9527fe), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:06.656093 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-ee21587c-5621-4afb-8ae0-97abd913fe14 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f HTTP/1.1" status: 200 len: 217 time: 0.0320685 Sep 24 05:09:06.697453 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-39eb7964-cc13-4522-858c-e91722613758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (524d19a7-e345-4bb1-ae6b-420daa9527fe), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:06.698069 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-39eb7964-cc13-4522-858c-e91722613758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (524d19a7-e345-4bb1-ae6b-420daa9527fe), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:06.701935 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:06.709376 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-c02f7314-51a0-4eb1-8bea-fc3ceb6d57da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:06.710928 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-c02f7314-51a0-4eb1-8bea-fc3ceb6d57da service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=521b0c5c-068d-4d85-8ac0-e80107b00a80 HTTP/1.1" status: 200 len: 856 time: 0.0475261 Sep 24 05:09:06.711799 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-39eb7964-cc13-4522-858c-e91722613758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Calling delete_port for 524d19a7-e345-4bb1-ae6b-420daa9527fe owned by network:floatingip {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:09:06.754183 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-8bde89cb-07b2-4894-b727-5d08cd1845d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:06.755652 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-8bde89cb-07b2-4894-b727-5d08cd1845d2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c071aac1-7a40-472d-a3df-a9b342b44447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377517 Sep 24 05:09:06.757975 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-28c7dff2-8b70-4824-88b5-83477688b3c9 None None] Attempt 3 to provision port e1514bf0-06bf-454f-bb1a-b1c69713927f Sep 24 05:09:06.776663 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:06.785429 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:06.792272 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:09:06.824078 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:06.853277 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-28c7dff2-8b70-4824-88b5-83477688b3c9 None None] Port e1514bf0-06bf-454f-bb1a-b1c69713927f had new provisioning blocks added so it will not transition to active. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 05:09:06.855413 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:06.867417 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:09:06.868063 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:06.868395 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 Sep 24 05:09:06.875304 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-4048a231-f4e7-4877-bbb6-02d79ebae49e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112292 Sep 24 05:09:06.915510 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc231be-b59d-4314-bbed-9c0ad208c490 req-25ee336e-a4cc-4223-b9f9-da1584d442d0 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:06.918437 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-efc231be-b59d-4314-bbed-9c0ad208c490 req-25ee336e-a4cc-4223-b9f9-da1584d442d0 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 944 time: 0.0665565 Sep 24 05:09:06.931222 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-39eb7964-cc13-4522-858c-e91722613758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (524d19a7-e345-4bb1-ae6b-420daa9527fe), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:06.945013 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:09:06.945404 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:06.967692 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb7964-cc13-4522-858c-e91722613758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event deleted for resources: {'Port': ['ID=524d19a7-e345-4bb1-ae6b-420daa9527fe,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:06.976890 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:09:06.980074 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e26300-9873-400d-9dbd-70c0211d576d" -d '{"events": [{"server_uuid": "60d69c7d-69e4-4b2a-b41c-692867a6e28d", "name": "network-vif-plugged", "status": "completed", "tag": "fab1bdaa-696a-4cf2-b4c6-ca1ee5692022"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:09:06.984513 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-d877f1be-fb7d-4005-87d4-e88cb75b69a0 req-a9450728-8c89-474c-aa09-2d0e0ac32e6a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023407 Sep 24 05:09:06.994972 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,segment=NetworkSegment(7c779217-2c74-465a-b880-7974c3ca201e),segment_id=7c779217-2c74-465a-b880-7974c3ca201e)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:06.996776 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'tag': 'e1514bf0-06bf-454f-bb1a-b1c69713927f'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:09:06.999204 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6788902d-c998-4b38-91f6-2096a7de756d" -d '{"events": [{"name": "network-changed", "server_uuid": "36f8e098-a4b5-40a4-8f49-f341c5ad940c", "tag": "e1514bf0-06bf-454f-bb1a-b1c69713927f"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:09:07.000654 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:07.001480 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 7496c434-3138-4ef6-8254-ee2787a76407 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:09:07.039365 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c269435b-2241-4987-8b32-06b5e3410c71 x-openstack-request-id: req-c269435b-2241-4987-8b32-06b5e3410c71 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:09:07.039743 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d69c7d-69e4-4b2a-b41c-692867a6e28d", "name": "network-vif-plugged", "status": "completed", "tag": "fab1bdaa-696a-4cf2-b4c6-ca1ee5692022", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:09:07.040061 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c269435b-2241-4987-8b32-06b5e3410c71 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:09:07.040512 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c269435b-2241-4987-8b32-06b5e3410c71'] response: {'server_uuid': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022', 'code': 200} Sep 24 05:09:07.041294 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: 7496c434-3138-4ef6-8254-ee2787a76407 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:09:07.041700 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 7496c434-3138-4ef6-8254-ee2787a76407 not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:09:07.055700 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-efc231be-b59d-4314-bbed-9c0ad208c490 req-df4bcd74-a38e-4e64-9138-969dfb328a65 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1319354 Sep 24 05:09:07.069921 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-39eb7964-cc13-4522-858c-e91722613758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (a92dcca8-17e3-4ad7-89b9-9d83e8c7dd20), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:07.070550 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,revision_number=8']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:07.072664 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-39eb7964-cc13-4522-858c-e91722613758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:07.076516 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-39eb7964-cc13-4522-858c-e91722613758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "DELETE /networking/v2.0/floatingips/a92dcca8-17e3-4ad7-89b9-9d83e8c7dd20 HTTP/1.1" status: 204 len: 168 time: 0.5755198 Sep 24 05:09:07.092602 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485f2427-9bef-433f-9c5d-1dc590e32fc9 x-openstack-request-id: req-485f2427-9bef-433f-9c5d-1dc590e32fc9 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:09:07.093023 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f8e098-a4b5-40a4-8f49-f341c5ad940c", "tag": "e1514bf0-06bf-454f-bb1a-b1c69713927f", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:09:07.093134 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-485f2427-9bef-433f-9c5d-1dc590e32fc9 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:09:07.093535 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-485f2427-9bef-433f-9c5d-1dc590e32fc9'] response: {'name': 'network-changed', 'server_uuid': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'tag': 'e1514bf0-06bf-454f-bb1a-b1c69713927f', 'status': 'completed', 'code': 200} Sep 24 05:09:07.437073 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd9c61-6a03-4e6f-a118-2ee4ce026f92 req-61ee7e25-4647-4786-b5f3-1ed7010882ad tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:07.438550 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-99fd9c61-6a03-4e6f-a118-2ee4ce026f92 req-61ee7e25-4647-4786-b5f3-1ed7010882ad tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0473557 Sep 24 05:09:07.494411 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-99fd9c61-6a03-4e6f-a118-2ee4ce026f92 req-8f9745a7-20fe-441c-8063-0ca5777ffc2c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502617 Sep 24 05:09:08.010550 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:08.046622 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:08.187136 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de46b5-2ed9-4288-8de2-f34176703e63 req-295a1b66-54c2-476a-a9a5-db4f9bd21c02 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:08.188585 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-91de46b5-2ed9-4288-8de2-f34176703e63 req-295a1b66-54c2-476a-a9a5-db4f9bd21c02 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0508537 Sep 24 05:09:08.240306 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-91de46b5-2ed9-4288-8de2-f34176703e63 req-a033c9dd-76e0-4dc9-b1c5-23ff479a36ba tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454447 Sep 24 05:09:08.619506 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8cd46-0fba-48cd-bffe-9a916dd3ae25 req-0139a075-362d-484e-bd4c-0727b6076089 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:08.620920 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bda8cd46-0fba-48cd-bffe-9a916dd3ae25 req-0139a075-362d-484e-bd4c-0727b6076089 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0455873 Sep 24 05:09:08.667366 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bda8cd46-0fba-48cd-bffe-9a916dd3ae25 req-7660cb64-2ea1-4294-9e66-165400219e77 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409970 Sep 24 05:09:09.356183 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f84ab-27c9-4406-a6ad-6ab698bcb068 req-c0bdc007-bb07-4805-b368-8e8e4fedae79 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:09.357617 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cc8f84ab-27c9-4406-a6ad-6ab698bcb068 req-c0bdc007-bb07-4805-b368-8e8e4fedae79 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0458553 Sep 24 05:09:09.406596 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cc8f84ab-27c9-4406-a6ad-6ab698bcb068 req-db940699-5170-430a-93d3-427b50660136 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429349 Sep 24 05:09:09.657197 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788902d-c998-4b38-91f6-2096a7de756d req-1eb08018-ff5b-4a6e-ad9b-cb40153be364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:09.658722 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6788902d-c998-4b38-91f6-2096a7de756d req-1eb08018-ff5b-4a6e-ad9b-cb40153be364 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c1aaf20f480a423ea5feca81585aeeed&device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 1127 time: 0.0477970 Sep 24 05:09:09.795697 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b00e06-12ff-46e8-bea0-c932a443f820 req-e34eece7-cd20-4368-9a55-d4a9646440a3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:09.797181 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c9b00e06-12ff-46e8-bea0-c932a443f820 req-e34eece7-cd20-4368-9a55-d4a9646440a3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0524192 Sep 24 05:09:09.849895 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c9b00e06-12ff-46e8-bea0-c932a443f820 req-c51d7bdb-7b15-4d8d-92bc-fafbe10098e3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449991 Sep 24 05:09:09.859451 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788902d-c998-4b38-91f6-2096a7de756d req-cf24ecda-4fe8-49fa-8b7e-531b1988dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:09.861043 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6788902d-c998-4b38-91f6-2096a7de756d req-cf24ecda-4fe8-49fa-8b7e-531b1988dbb3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c071aac1-7a40-472d-a3df-a9b342b44447 HTTP/1.1" status: 200 len: 918 time: 0.1250806 Sep 24 05:09:10.225427 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:10.260223 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6788902d-c998-4b38-91f6-2096a7de756d req-8106f0cc-d724-4ea5-b719-99ddfaf1afe3 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f HTTP/1.1" status: 200 len: 217 time: 0.0420320 Sep 24 05:09:10.318017 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac736f2-4c3a-4184-ba1a-1f18d13d7e43 req-501ff6ed-7895-4e82-a327-03f025151f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:10.319472 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6ac736f2-4c3a-4184-ba1a-1f18d13d7e43 req-501ff6ed-7895-4e82-a327-03f025151f2e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 1129 time: 0.1001692 Sep 24 05:09:10.332900 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788902d-c998-4b38-91f6-2096a7de756d req-1bd3c06e-64d0-4379-9fac-b06aaaa266f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:10.334220 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6788902d-c998-4b38-91f6-2096a7de756d req-1bd3c06e-64d0-4379-9fac-b06aaaa266f9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=521b0c5c-068d-4d85-8ac0-e80107b00a80 HTTP/1.1" status: 200 len: 856 time: 0.0552998 Sep 24 05:09:10.435902 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788902d-c998-4b38-91f6-2096a7de756d req-1874dfab-c268-4d3c-b999-73e4e3b31329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:10.437376 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6788902d-c998-4b38-91f6-2096a7de756d req-1874dfab-c268-4d3c-b999-73e4e3b31329 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c071aac1-7a40-472d-a3df-a9b342b44447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637226 Sep 24 05:09:10.445613 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6ac736f2-4c3a-4184-ba1a-1f18d13d7e43 req-0fa4b858-9397-4b06-bf13-2bee0ab61ced service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730371 Sep 24 05:09:10.529827 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d64ca-8358-4716-a13d-60c4f51aadf1 req-2045e094-cfcb-4d0e-9095-8fac473418fe tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:10.531731 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-983d64ca-8358-4716-a13d-60c4f51aadf1 req-2045e094-cfcb-4d0e-9095-8fac473418fe tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0482588 Sep 24 05:09:10.541211 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6788902d-c998-4b38-91f6-2096a7de756d req-f72b1e7c-b29b-4b80-949d-26a811a3313c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946579 Sep 24 05:09:10.582825 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-983d64ca-8358-4716-a13d-60c4f51aadf1 req-e1ee24a7-8617-45a5-a98c-7fd59878bb33 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443358 Sep 24 05:09:10.815404 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device e1514bf0-06bf-454f-bb1a-b1c69713927f details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:09:10.823101 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6788902d-c998-4b38-91f6-2096a7de756d req-5ba6d456-fbcb-4192-8395-87d272111825 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947471 Sep 24 05:09:10.920741 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port e1514bf0-06bf-454f-bb1a-b1c69713927f, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:10.932616 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': 'e1514bf0-06bf-454f-bb1a-b1c69713927f', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'port_id': 'e1514bf0-06bf-454f-bb1a-b1c69713927f', 'mac_address': 'fa:16:3e:67:39:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:09:10.966976 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port e1514bf0-06bf-454f-bb1a-b1c69713927f is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:09:10.967364 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:10.978907 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b449df-f195-42ad-9dcf-ca6c50aa8f2a req-0561bbb8-b097-4f29-a5ab-dbbec05e50dd tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:10.980498 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-55b449df-f195-42ad-9dcf-ca6c50aa8f2a req-0561bbb8-b097-4f29-a5ab-dbbec05e50dd tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0498552 Sep 24 05:09:10.981676 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1514bf0-06bf-454f-bb1a-b1c69713927f {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:09:11.003025 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port e1514bf0-06bf-454f-bb1a-b1c69713927f, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:11.007438 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:11.029259 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-55b449df-f195-42ad-9dcf-ca6c50aa8f2a req-dd60571b-4821-40ce-9629-08c85e91aaf0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433495 Sep 24 05:09:11.056964 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=e1514bf0-06bf-454f-bb1a-b1c69713927f,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:11.584886 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['e1514bf0-06bf-454f-bb1a-b1c69713927f'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:09:11.701765 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:11.715251 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a97c-c2c0-4415-b82d-ac32ad7fcf46 req-4c4288ca-bb8a-4369-a748-27e8a0fca1d5 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:11.716727 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-25c7a97c-c2c0-4415-b82d-ac32ad7fcf46 req-4c4288ca-bb8a-4369-a748-27e8a0fca1d5 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0500386 Sep 24 05:09:11.774806 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-25c7a97c-c2c0-4415-b82d-ac32ad7fcf46 req-3209ba55-218b-4f7b-966f-79d25b1ad276 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517557 Sep 24 05:09:11.860566 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca802e4e-429f-4bd4-b398-0e767c955bc9 req-88faa282-fd09-4464-bd4d-4d39089b9e35 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:11.862538 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ca802e4e-429f-4bd4-b398-0e767c955bc9 req-88faa282-fd09-4464-bd4d-4d39089b9e35 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 946 time: 0.0455077 Sep 24 05:09:11.881269 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:11.914674 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ca802e4e-429f-4bd4-b398-0e767c955bc9 req-9ea6f666-6aa5-4c99-86c3-2901d12d004b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462162 Sep 24 05:09:12.154643 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139207b5-5403-4fc9-848c-f779c7a1fa99 req-71b0b8df-150c-4997-990a-eadf6160f5e9 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:12.156327 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-139207b5-5403-4fc9-848c-f779c7a1fa99 req-71b0b8df-150c-4997-990a-eadf6160f5e9 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 944 time: 0.0454934 Sep 24 05:09:12.202921 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-139207b5-5403-4fc9-848c-f779c7a1fa99 req-50e191a9-8139-4b19-baeb-7f33fb5c7f58 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411193 Sep 24 05:09:12.894457 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0269c-bbbd-4ab1-b895-a400a7447f94 req-44ced04d-9ee7-4968-922a-aec1fa30484e tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:12.895880 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9ee0269c-bbbd-4ab1-b895-a400a7447f94 req-44ced04d-9ee7-4968-922a-aec1fa30484e tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0454009 Sep 24 05:09:12.921031 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device e1514bf0-06bf-454f-bb1a-b1c69713927f up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:09:12.946624 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9ee0269c-bbbd-4ab1-b895-a400a7447f94 req-38a356e2-0726-498a-9919-a658514ecf2a tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449822 Sep 24 05:09:12.963514 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port e1514bf0-06bf-454f-bb1a-b1c69713927f completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:09:12.970137 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port e1514bf0-06bf-454f-bb1a-b1c69713927f triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:09:12.970613 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:12.971105 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port e1514bf0-06bf-454f-bb1a-b1c69713927f Sep 24 05:09:13.010509 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:13.039718 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:13.046588 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32004969-b7b1-412d-9d9d-8550d7f86b66 req-3827a9d5-4899-4c7f-8ce6-9650e5223068 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:13.048487 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-32004969-b7b1-412d-9d9d-8550d7f86b66 req-3827a9d5-4899-4c7f-8ce6-9650e5223068 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 946 time: 0.0521019 Sep 24 05:09:13.050831 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port e1514bf0-06bf-454f-bb1a-b1c69713927f is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:09:13.051374 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:13.075937 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1514bf0-06bf-454f-bb1a-b1c69713927f'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:09:13.078181 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a46a842-f854-4e55-ba64-5ed00efada7c" -d '{"events": [{"server_uuid": "36f8e098-a4b5-40a4-8f49-f341c5ad940c", "name": "network-vif-plugged", "status": "completed", "tag": "e1514bf0-06bf-454f-bb1a-b1c69713927f"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:09:13.091397 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port e1514bf0-06bf-454f-bb1a-b1c69713927f, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:13.096779 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:13.097781 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-32004969-b7b1-412d-9d9d-8550d7f86b66 req-aa05e010-7e25-4bf8-987a-1ec040bc466c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=676d102e-38dd-4ddb-8531-c22dec005d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435398 Sep 24 05:09:13.134350 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df717da9-9e01-4dfa-b3b8-eb34fcf4eb6c x-openstack-request-id: req-df717da9-9e01-4dfa-b3b8-eb34fcf4eb6c {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:09:13.134681 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f8e098-a4b5-40a4-8f49-f341c5ad940c", "name": "network-vif-plugged", "status": "completed", "tag": "e1514bf0-06bf-454f-bb1a-b1c69713927f", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:09:13.134937 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df717da9-9e01-4dfa-b3b8-eb34fcf4eb6c {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:09:13.135324 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df717da9-9e01-4dfa-b3b8-eb34fcf4eb6c'] response: {'server_uuid': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1514bf0-06bf-454f-bb1a-b1c69713927f', 'code': 200} Sep 24 05:09:13.152774 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=e1514bf0-06bf-454f-bb1a-b1c69713927f,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:13.340073 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af572d5f-df35-4993-b98f-abd50d821a5e req-b9fd87c7-ed54-4975-aa68-7adbea1b2b22 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:13.341448 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-af572d5f-df35-4993-b98f-abd50d821a5e req-b9fd87c7-ed54-4975-aa68-7adbea1b2b22 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0572741 Sep 24 05:09:13.365079 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81587c6-80c2-4515-9dfd-49b8d0d397f6 req-cc1e60ed-53b3-4c57-9f0b-9164099af0c8 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:13.367291 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f81587c6-80c2-4515-9dfd-49b8d0d397f6 req-cc1e60ed-53b3-4c57-9f0b-9164099af0c8 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 946 time: 0.0496185 Sep 24 05:09:13.393730 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-af572d5f-df35-4993-b98f-abd50d821a5e req-6bb20f64-82ce-4bc0-a5c0-1c6d22742af6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463328 Sep 24 05:09:13.484587 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-f81587c6-80c2-4515-9dfd-49b8d0d397f6 req-93ae0620-9a45-44da-afdf-4850bede185b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Deleting port 7efb703e-b766-4972-b442-eaba81c854e8 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:09:13.484963 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f81587c6-80c2-4515-9dfd-49b8d0d397f6 req-93ae0620-9a45-44da-afdf-4850bede185b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (7efb703e-b766-4972-b442-eaba81c854e8), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:13.501529 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc86a7-5139-4a1a-bea6-28eca891737a req-f75b6456-903a-4850-8efc-c7e09e6ae621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:13.503699 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b0bc86a7-5139-4a1a-bea6-28eca891737a req-f75b6456-903a-4850-8efc-c7e09e6ae621 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 1129 time: 0.0639908 Sep 24 05:09:13.574043 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:13.605799 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b0bc86a7-5139-4a1a-bea6-28eca891737a req-39285710-5195-4ee8-a08d-af7920a5a544 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752017 Sep 24 05:09:13.607357 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-f81587c6-80c2-4515-9dfd-49b8d0d397f6 req-93ae0620-9a45-44da-afdf-4850bede185b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] For port 7efb703e-b766-4972-b442-eaba81c854e8, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7efb703e-b766-4972-b442-eaba81c854e8,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:13.607717 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f81587c6-80c2-4515-9dfd-49b8d0d397f6 req-93ae0620-9a45-44da-afdf-4850bede185b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (7efb703e-b766-4972-b442-eaba81c854e8), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:13.768391 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f81587c6-80c2-4515-9dfd-49b8d0d397f6 req-93ae0620-9a45-44da-afdf-4850bede185b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:13.768743 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f81587c6-80c2-4515-9dfd-49b8d0d397f6 req-93ae0620-9a45-44da-afdf-4850bede185b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (ea26f9d8-8cc6-4d99-8300-fc29354fc5ba), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:13.769048 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.l3_db [req-f81587c6-80c2-4515-9dfd-49b8d0d397f6 req-93ae0620-9a45-44da-afdf-4850bede185b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Floating IP ea26f9d8-8cc6-4d99-8300-fc29354fc5ba disassociated. External IP: 172.27.0.38, port: 7efb703e-b766-4972-b442-eaba81c854e8. Sep 24 05:09:13.769381 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-f81587c6-80c2-4515-9dfd-49b8d0d397f6 req-93ae0620-9a45-44da-afdf-4850bede185b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Calling delete_port for 7efb703e-b766-4972-b442-eaba81c854e8 owned by compute:nova {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:09:13.871801 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:13.894614 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f81587c6-80c2-4515-9dfd-49b8d0d397f6 req-93ae0620-9a45-44da-afdf-4850bede185b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (7efb703e-b766-4972-b442-eaba81c854e8), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:13.926508 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae0620-9a45-44da-afdf-4850bede185b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event deleted for resources: {'Port': ['ID=7efb703e-b766-4972-b442-eaba81c854e8,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:14.031563 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f81587c6-80c2-4515-9dfd-49b8d0d397f6 req-93ae0620-9a45-44da-afdf-4850bede185b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:09:14.134363 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f81587c6-80c2-4515-9dfd-49b8d0d397f6 req-93ae0620-9a45-44da-afdf-4850bede185b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:09:14.155156 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2b169-f8b8-4f54-b6c0-2755e0dbc357 None None] Sync routers for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:09:14.167136 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2b169-f8b8-4f54-b6c0-2755e0dbc357 None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:09:14.167754 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-f7c2b169-f8b8-4f54-b6c0-2755e0dbc357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:09:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:14.191003 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81587c6-80c2-4515-9dfd-49b8d0d397f6 req-93ae0620-9a45-44da-afdf-4850bede185b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] No DVR routers for this DVR port 7efb703e-b766-4972-b442-eaba81c854e8 on host hv-cinder-85918 {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:09:14.193741 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f81587c6-80c2-4515-9dfd-49b8d0d397f6 req-93ae0620-9a45-44da-afdf-4850bede185b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:14.197208 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f81587c6-80c2-4515-9dfd-49b8d0d397f6 req-93ae0620-9a45-44da-afdf-4850bede185b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "DELETE /networking/v2.0/ports/7efb703e-b766-4972-b442-eaba81c854e8 HTTP/1.1" status: 204 len: 173 time: 0.8223791 Sep 24 05:09:14.197725 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'name': 'network-vif-deleted', 'tag': '7efb703e-b766-4972-b442-eaba81c854e8'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:09:14.200087 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e70355b-7568-46e7-85ef-e1bf428ad2fa" -d '{"events": [{"server_uuid": "201433d5-db4e-4e57-a800-42fe5cfc95ca", "name": "network-vif-deleted", "tag": "7efb703e-b766-4972-b442-eaba81c854e8"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:09:14.211432 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02d37913-ea89-4ba4-af75-3ae1dd509dec req-298358ef-8390-465e-8ea1-9df53985ff99 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0304272 Sep 24 05:09:14.240945 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c812b758-bc8d-4804-ab59-70e4904495cf x-openstack-request-id: req-c812b758-bc8d-4804-ab59-70e4904495cf {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:09:14.241236 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201433d5-db4e-4e57-a800-42fe5cfc95ca", "name": "network-vif-deleted", "tag": "7efb703e-b766-4972-b442-eaba81c854e8", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:09:14.241491 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c812b758-bc8d-4804-ab59-70e4904495cf {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:09:14.241897 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c812b758-bc8d-4804-ab59-70e4904495cf'] response: {'server_uuid': '201433d5-db4e-4e57-a800-42fe5cfc95ca', 'name': 'network-vif-deleted', 'tag': '7efb703e-b766-4972-b442-eaba81c854e8', 'status': 'completed', 'code': 200} Sep 24 05:09:14.366560 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-f7c2b169-f8b8-4f54-b6c0-2755e0dbc357 None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:09:14.523897 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9424d7-0065-4e82-b804-4383c4171981 req-0b7d8a81-5647-4727-a22b-8b6b3e3a4d17 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:14.525300 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-df9424d7-0065-4e82-b804-4383c4171981 req-0b7d8a81-5647-4727-a22b-8b6b3e3a4d17 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0508213 Sep 24 05:09:14.543078 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:14.555253 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-f7c2b169-f8b8-4f54-b6c0-2755e0dbc357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:14.574037 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-df9424d7-0065-4e82-b804-4383c4171981 req-2c60d3f8-18d1-49cf-8551-ca72d0224446 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431550 Sep 24 05:09:14.580991 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2b169-f8b8-4f54-b6c0-2755e0dbc357 None None] Checking router: 3356ba94-92ab-42d3-b2ab-aa4076c04e90 for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:09:14.589447 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2b169-f8b8-4f54-b6c0-2755e0dbc357 None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:09:14.597843 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-f7c2b169-f8b8-4f54-b6c0-2755e0dbc357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:09:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:14.688824 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-f7c2b169-f8b8-4f54-b6c0-2755e0dbc357 None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:09:14.876907 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-f7c2b169-f8b8-4f54-b6c0-2755e0dbc357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:14.901801 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2b169-f8b8-4f54-b6c0-2755e0dbc357 None None] The sync data for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi is: [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:09:15.116759 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d854c6-e642-42c9-8e00-75ce4b418d6c None None] New status for floating IP ea26f9d8-8cc6-4d99-8300-fc29354fc5ba: DOWN {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:09:15.329988 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e21bac74-a89d-4d01-a36c-5d280ee60996 req-4a816f40-5504-4066-89fe-8dfe97d3513c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=201433d5-db4e-4e57-a800-42fe5cfc95ca HTTP/1.1" status: 200 len: 210 time: 0.0270724 Sep 24 05:09:15.701699 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad507844-04ec-4d3c-9db2-6146a95c5985 req-760ab0c8-d1fe-4f18-b9c2-b0973358b72b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:15.703269 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ad507844-04ec-4d3c-9db2-6146a95c5985 req-760ab0c8-d1fe-4f18-b9c2-b0973358b72b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0480611 Sep 24 05:09:15.752926 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ad507844-04ec-4d3c-9db2-6146a95c5985 req-c5b2c1c2-18c0-43d4-91ab-46841deaffda tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435972 Sep 24 05:09:15.871778 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f018be0-8958-416a-a628-173f6d3b49e0 req-70adf85d-7302-44bb-9d6a-c7d92dff436d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:15.873149 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1f018be0-8958-416a-a628-173f6d3b49e0 req-70adf85d-7302-44bb-9d6a-c7d92dff436d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0461748 Sep 24 05:09:15.883012 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33766) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:15.887234 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-08d395de-4af6-4823-8aba-f523f7084e30 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Request body: {'floatingip': {'port_id': 'e1514bf0-06bf-454f-bb1a-b1c69713927f'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:09:15.925044 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-08d395de-4af6-4823-8aba-f523f7084e30 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for floatingip (9497d508-3f37-40d4-a5dc-0bd40a98d172), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:16.132473 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:16.342505 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:16.354700 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-08d395de-4af6-4823-8aba-f523f7084e30 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:16.358062 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-08d395de-4af6-4823-8aba-f523f7084e30 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (9497d508-3f37-40d4-a5dc-0bd40a98d172), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:16.422667 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33774) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:16.482309 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9bde9733-e7d0-429d-935c-ebc590445260 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (676d102e-38dd-4ddb-8531-c22dec005d8e), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:16.508792 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9bde9733-e7d0-429d-935c-ebc590445260 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (676d102e-38dd-4ddb-8531-c22dec005d8e), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:16.564464 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9bde9733-e7d0-429d-935c-ebc590445260 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (676d102e-38dd-4ddb-8531-c22dec005d8e), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:16.567793 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9bde9733-e7d0-429d-935c-ebc590445260 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:16.569195 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-9bde9733-e7d0-429d-935c-ebc590445260 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "DELETE /networking/v2.0/security-groups/676d102e-38dd-4ddb-8531-c22dec005d8e HTTP/1.1" status: 204 len: 168 time: 0.1453631 Sep 24 05:09:16.572638 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33776) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:16.590736 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde9733-e7d0-429d-935c-ebc590445260 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=676d102e-38dd-4ddb-8531-c22dec005d8e,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:16.592695 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.api.v2.resource [None req-93ed4a8b-c4ef-4bcf-891f-dc96132551b5 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] show failed (client error): The resource could not be found. Sep 24 05:09:16.596537 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-93ed4a8b-c4ef-4bcf-891f-dc96132551b5 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups/676d102e-38dd-4ddb-8531-c22dec005d8e HTTP/1.1" status: 404 len: 347 time: 0.0201023 Sep 24 05:09:16.597016 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33778) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:16.665431 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-08d395de-4af6-4823-8aba-f523f7084e30 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Floating IP 9497d508-3f37-40d4-a5dc-0bd40a98d172 associated. External IP: 172.27.0.253, port: e1514bf0-06bf-454f-bb1a-b1c69713927f. Sep 24 05:09:16.715823 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-6752fe15-1789-4e21-9a44-809d90531ada tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Deleting port 626c8fe9-acb4-4109-8374-1da131f3df84 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:09:16.716165 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6752fe15-1789-4e21-9a44-809d90531ada tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (626c8fe9-acb4-4109-8374-1da131f3df84), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:16.758373 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:16.798561 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6752fe15-1789-4e21-9a44-809d90531ada tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (626c8fe9-acb4-4109-8374-1da131f3df84), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:16.798891 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6752fe15-1789-4e21-9a44-809d90531ada tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (626c8fe9-acb4-4109-8374-1da131f3df84), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:16.812076 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-6752fe15-1789-4e21-9a44-809d90531ada tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Calling delete_port for 626c8fe9-acb4-4109-8374-1da131f3df84 owned by network:floatingip {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:09:16.859952 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d395de-4af6-4823-8aba-f523f7084e30 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Router 30d27e84-daeb-4c10-8615-2d0506092c0e has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:09:16.908170 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 7efb703e-b766-4972-b442-eaba81c854e8 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:09:16.936825 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: 7efb703e-b766-4972-b442-eaba81c854e8 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:09:16.937267 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 7efb703e-b766-4972-b442-eaba81c854e8 not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:09:16.960608 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6752fe15-1789-4e21-9a44-809d90531ada tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (626c8fe9-acb4-4109-8374-1da131f3df84), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:16.980917 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d395de-4af6-4823-8aba-f523f7084e30 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:09:16.985826 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-08d395de-4af6-4823-8aba-f523f7084e30 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:16.992667 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752fe15-1789-4e21-9a44-809d90531ada tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event deleted for resources: {'Port': ['ID=626c8fe9-acb4-4109-8374-1da131f3df84,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:17.003184 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f13f183-af85-421c-aeed-2f2918e0b925 None None] Sync routers for ids ['30d27e84-daeb-4c10-8615-2d0506092c0e'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:09:17.012692 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:17.015266 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f13f183-af85-421c-aeed-2f2918e0b925 None None] Routers {'30d27e84-daeb-4c10-8615-2d0506092c0e'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:09:17.016351 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-5f13f183-af85-421c-aeed-2f2918e0b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:09:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['30d27e84-daeb-4c10-8615-2d0506092c0e'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:17.027767 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-08d395de-4af6-4823-8aba-f523f7084e30 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "PUT /networking/v2.0/floatingips/9497d508-3f37-40d4-a5dc-0bd40a98d172 HTTP/1.1" status: 200 len: 991 time: 1.1416159 Sep 24 05:09:17.027767 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'tag': 'e1514bf0-06bf-454f-bb1a-b1c69713927f'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:09:17.029013 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809b38dd-79f3-4d14-be0f-23fda105f3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "36f8e098-a4b5-40a4-8f49-f341c5ad940c", "tag": "e1514bf0-06bf-454f-bb1a-b1c69713927f"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:09:17.070484 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ee4beb-f0e0-4e0a-b20e-f355fb09c03d x-openstack-request-id: req-d5ee4beb-f0e0-4e0a-b20e-f355fb09c03d {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:09:17.070771 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f8e098-a4b5-40a4-8f49-f341c5ad940c", "tag": "e1514bf0-06bf-454f-bb1a-b1c69713927f", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:09:17.071017 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5ee4beb-f0e0-4e0a-b20e-f355fb09c03d {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:09:17.071480 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ee4beb-f0e0-4e0a-b20e-f355fb09c03d'] response: {'name': 'network-changed', 'server_uuid': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'tag': 'e1514bf0-06bf-454f-bb1a-b1c69713927f', 'status': 'completed', 'code': 200} Sep 24 05:09:17.074936 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6752fe15-1789-4e21-9a44-809d90531ada tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (ea26f9d8-8cc6-4d99-8300-fc29354fc5ba), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:17.077971 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6752fe15-1789-4e21-9a44-809d90531ada tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:17.078665 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-6752fe15-1789-4e21-9a44-809d90531ada tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "DELETE /networking/v2.0/floatingips/ea26f9d8-8cc6-4d99-8300-fc29354fc5ba HTTP/1.1" status: 204 len: 168 time: 0.4810095 Sep 24 05:09:17.164012 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-5f13f183-af85-421c-aeed-2f2918e0b925 None None] Set router 30d27e84-daeb-4c10-8615-2d0506092c0e gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:09:17.185291 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b38dd-79f3-4d14-be0f-23fda105f3d1 req-c7c38f03-9b58-4ec7-839a-e6edd8055a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:17.188440 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-809b38dd-79f3-4d14-be0f-23fda105f3d1 req-c7c38f03-9b58-4ec7-839a-e6edd8055a9e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c1aaf20f480a423ea5feca81585aeeed&device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 1129 time: 0.0803962 Sep 24 05:09:17.195949 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:17.200561 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33798) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:17.207801 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-06748da2-055c-478d-9475-94678cb507d6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1365620079', 'description': 'tempest-description--743099434'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:09:17.252372 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06748da2-055c-478d-9475-94678cb507d6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:17.297086 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b38dd-79f3-4d14-be0f-23fda105f3d1 req-c99070f6-2510-49e4-b2fa-4c4fff1dda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:17.298685 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-809b38dd-79f3-4d14-be0f-23fda105f3d1 req-c99070f6-2510-49e4-b2fa-4c4fff1dda60 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c071aac1-7a40-472d-a3df-a9b342b44447 HTTP/1.1" status: 200 len: 918 time: 0.0975771 Sep 24 05:09:17.331621 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06748da2-055c-478d-9475-94678cb507d6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (57766081-302f-44a4-b4ae-180c78040aa6), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:17.335323 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06748da2-055c-478d-9475-94678cb507d6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (57766081-302f-44a4-b4ae-180c78040aa6), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:17.365362 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06748da2-055c-478d-9475-94678cb507d6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:17.366602 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-06748da2-055c-478d-9475-94678cb507d6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1628549 Sep 24 05:09:17.369364 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06748da2-055c-478d-9475-94678cb507d6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57766081-302f-44a4-b4ae-180c78040aa6,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:17.369970 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33800) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:17.386812 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-938dd2d7-6985-4ac7-91fa-94789055569a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'security_group_rule': {'security_group_id': '57766081-302f-44a4-b4ae-180c78040aa6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:09:17.400062 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-5f13f183-af85-421c-aeed-2f2918e0b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:48Z', 'revision_number': 4, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '9497d508-3f37-40d4-a5dc-0bd40a98d172', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'port_id': 'e1514bf0-06bf-454f-bb1a-b1c69713927f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'mac_address': 'fa:16:3e:67:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:09:00Z', 'updated_at': '2022-09-24T05:09:16Z', 'revision_number': 1, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e7c41-4cfc-48fe-85ef-a309c017098f', 'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'mac_address': 'fa:16:3e:18:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:00:55Z', 'revision_number': 5, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'subnets': [{'id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:17.416043 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-938dd2d7-6985-4ac7-91fa-94789055569a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (b285f238-c600-4062-930d-de136e67b448), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:17.425562 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f13f183-af85-421c-aeed-2f2918e0b925 None None] Checking router: 30d27e84-daeb-4c10-8615-2d0506092c0e for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:09:17.434026 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f13f183-af85-421c-aeed-2f2918e0b925 None None] Routers {'30d27e84-daeb-4c10-8615-2d0506092c0e'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:09:17.434636 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-5f13f183-af85-421c-aeed-2f2918e0b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:09:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['30d27e84-daeb-4c10-8615-2d0506092c0e'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:17.476774 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-938dd2d7-6985-4ac7-91fa-94789055569a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (b285f238-c600-4062-930d-de136e67b448), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:17.481133 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-938dd2d7-6985-4ac7-91fa-94789055569a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (b285f238-c600-4062-930d-de136e67b448), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:17.499680 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938dd2d7-6985-4ac7-91fa-94789055569a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b285f238-c600-4062-930d-de136e67b448,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:17.508093 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-938dd2d7-6985-4ac7-91fa-94789055569a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:17.509315 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-938dd2d7-6985-4ac7-91fa-94789055569a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382728 Sep 24 05:09:17.512103 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33802) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:17.516621 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-cefc39ce-9248-4117-a9d9-857f4b0208cc tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'security_group_rule': {'security_group_id': '57766081-302f-44a4-b4ae-180c78040aa6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:09:17.540279 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-5f13f183-af85-421c-aeed-2f2918e0b925 None None] Set router 30d27e84-daeb-4c10-8615-2d0506092c0e gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:09:17.543983 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cefc39ce-9248-4117-a9d9-857f4b0208cc tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (09c52e01-4102-4634-b798-4d71526eb709), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:17.601086 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cefc39ce-9248-4117-a9d9-857f4b0208cc tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (09c52e01-4102-4634-b798-4d71526eb709), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:17.604774 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cefc39ce-9248-4117-a9d9-857f4b0208cc tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (09c52e01-4102-4634-b798-4d71526eb709), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:17.623792 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc39ce-9248-4117-a9d9-857f4b0208cc tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c52e01-4102-4634-b798-4d71526eb709,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:17.629843 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cefc39ce-9248-4117-a9d9-857f4b0208cc tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:17.631138 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-cefc39ce-9248-4117-a9d9-857f4b0208cc tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181142 Sep 24 05:09:17.634242 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33804) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:17.638653 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'floatingip': {'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:09:17.696570 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:17.735549 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:17.755183 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-5f13f183-af85-421c-aeed-2f2918e0b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:48Z', 'revision_number': 4, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '9497d508-3f37-40d4-a5dc-0bd40a98d172', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'port_id': 'e1514bf0-06bf-454f-bb1a-b1c69713927f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'mac_address': 'fa:16:3e:67:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:09:00Z', 'updated_at': '2022-09-24T05:09:16Z', 'revision_number': 1, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e7c41-4cfc-48fe-85ef-a309c017098f', 'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'mac_address': 'fa:16:3e:18:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:00:55Z', 'revision_number': 5, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'subnets': [{'id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:17.755451 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-809b38dd-79f3-4d14-be0f-23fda105f3d1 req-3474eae6-8588-4e52-b831-2a9781b0c3c9 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f HTTP/1.1" status: 200 len: 999 time: 0.1054301 Sep 24 05:09:17.784896 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f13f183-af85-421c-aeed-2f2918e0b925 None None] The sync data for ids ['30d27e84-daeb-4c10-8615-2d0506092c0e'] in dv-cinder-859186-1-iscsi is: [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:48Z', 'revision_number': 4, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '9497d508-3f37-40d4-a5dc-0bd40a98d172', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'port_id': 'e1514bf0-06bf-454f-bb1a-b1c69713927f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'mac_address': 'fa:16:3e:67:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:09:00Z', 'updated_at': '2022-09-24T05:09:16Z', 'revision_number': 1, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e7c41-4cfc-48fe-85ef-a309c017098f', 'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'mac_address': 'fa:16:3e:18:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:00:55Z', 'revision_number': 5, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'subnets': [{'id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:09:17.786717 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:17.829258 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:17.891691 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:17.929129 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b38dd-79f3-4d14-be0f-23fda105f3d1 req-265ced09-73b0-4cc4-87e9-2c276ee53a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:17.930713 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-809b38dd-79f3-4d14-be0f-23fda105f3d1 req-265ced09-73b0-4cc4-87e9-2c276ee53a59 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=521b0c5c-068d-4d85-8ac0-e80107b00a80 HTTP/1.1" status: 200 len: 856 time: 0.1002259 Sep 24 05:09:17.972171 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Allocated IP 172.27.0.76 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/f95b012d-f6d1-473c-a28d-48e6a6f62f1a) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:09:18.015148 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21fc5c5-6295-462c-a0cf-ec1300f46fe5 None None] New status for floating IP 9497d508-3f37-40d4-a5dc-0bd40a98d172: ACTIVE {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:09:18.017013 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b38dd-79f3-4d14-be0f-23fda105f3d1 req-a264faac-0946-4f55-83fa-1bf884192368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:18.018753 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-809b38dd-79f3-4d14-be0f-23fda105f3d1 req-a264faac-0946-4f55-83fa-1bf884192368 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c071aac1-7a40-472d-a3df-a9b342b44447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705307 Sep 24 05:09:18.174932 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:09:18.190150 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-809b38dd-79f3-4d14-be0f-23fda105f3d1 req-7c6e9f12-810b-4f42-ac04-d8d6c0b250da service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616924 Sep 24 05:09:18.192990 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for port (f95b012d-f6d1-473c-a28d-48e6a6f62f1a), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:18.297169 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (f95b012d-f6d1-473c-a28d-48e6a6f62f1a), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:18.350679 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-809b38dd-79f3-4d14-be0f-23fda105f3d1 req-820a66c2-6398-4cc6-8da8-09c5c1dbbb44 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542003 Sep 24 05:09:18.358094 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:09:18.361162 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:09:18.364085 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:09:18.394293 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'Port': ['ID=f95b012d-f6d1-473c-a28d-48e6a6f62f1a,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:18.405711 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:18.406089 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:18.406692 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:18.407030 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:18.407365 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:18.407697 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:18.408027 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:18.408355 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:18.408715 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:18.409044 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:18.409371 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:18.409694 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:18.410033 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:18.410358 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:18.410678 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:18.469333 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (f3763bd7-bdd3-40ee-9490-060855208842), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:18.512228 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:18.512816 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (f95b012d-f6d1-473c-a28d-48e6a6f62f1a), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:18.573662 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:18.596274 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156fe20-da4d-47ad-aa6d-834925765704 req-98ecb070-ec70-4680-bc5d-7872bd767259 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:18.598588 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f156fe20-da4d-47ad-aa6d-834925765704 req-98ecb070-ec70-4680-bc5d-7872bd767259 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0553215 Sep 24 05:09:18.631105 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:18.650386 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f156fe20-da4d-47ad-aa6d-834925765704 req-2be67508-091b-4012-bd62-9cb847f406b0 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428581 Sep 24 05:09:18.677268 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:18.679414 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for port (f95b012d-f6d1-473c-a28d-48e6a6f62f1a), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:18.683834 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (f95b012d-f6d1-473c-a28d-48e6a6f62f1a), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:18.752154 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (f3763bd7-bdd3-40ee-9490-060855208842), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:18.755376 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'Port': ['ID=f95b012d-f6d1-473c-a28d-48e6a6f62f1a,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:18.770908 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:18.772128 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-2482031c-46ff-47cd-9930-5f6d9b16bc8a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1369452 Sep 24 05:09:18.966058 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-30ba6f35-378e-40c4-8801-967a28c28d1a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1365620079&fields=id&tenant_id=87d5229e39fe4817b5187068d8acecc7 HTTP/1.1" status: 200 len: 267 time: 0.0421083 Sep 24 05:09:19.079003 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-bb6abcd2-a702-4ea3-b827-4f9395b7b982 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:19.081046 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-bb6abcd2-a702-4ea3-b827-4f9395b7b982 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/networks?id=17f0f6dc-1b39-4c78-b39c-2031585b359a HTTP/1.1" status: 200 len: 815 time: 0.1074474 Sep 24 05:09:19.095428 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-1979b60e-f719-41de-97e3-5a8732d602a9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/quotas/87d5229e39fe4817b5187068d8acecc7 HTTP/1.1" status: 200 len: 375 time: 0.0089762 Sep 24 05:09:19.143939 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-b4b0ae7a-3999-4144-a9bb-38bb6381fbdb tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=87d5229e39fe4817b5187068d8acecc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427516 Sep 24 05:09:19.162268 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:19.242722 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-03b83a9c-4f31-41e5-953a-1d633a0c929f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874436 Sep 24 05:09:19.329637 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-5a4a5b0c-28ff-4344-a448-a3c17c82a9f2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810940 Sep 24 05:09:19.488639 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-79863949-b259-4fea-976c-a0c731b7705e req-234a9264-311d-469c-8510-b286cf47b511 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 210 time: 0.0276937 Sep 24 05:09:19.780532 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74411730-45d4-4579-b8f3-49fb041f63cb req-5c8695e2-b6e0-43b5-beff-0f7fa39878e9 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:19.782293 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-74411730-45d4-4579-b8f3-49fb041f63cb req-5c8695e2-b6e0-43b5-beff-0f7fa39878e9 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0543535 Sep 24 05:09:19.831612 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-74411730-45d4-4579-b8f3-49fb041f63cb req-80c7dc91-6f11-44d2-adbe-3bffa11d2b2c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426881 Sep 24 05:09:20.588663 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2b95656e-fd9a-4fdc-abb9-244b249deda8 req-d3c213dd-2107-407b-8be4-409c0a19f059 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 210 time: 0.0280674 Sep 24 05:09:20.967640 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64292c78-b151-4448-b8ed-386d512ccd4c req-c0a758cf-d85c-461b-ac24-69a148d05b3f tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:20.969103 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-64292c78-b151-4448-b8ed-386d512ccd4c req-c0a758cf-d85c-461b-ac24-69a148d05b3f tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0620408 Sep 24 05:09:21.020398 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-64292c78-b151-4448-b8ed-386d512ccd4c req-9ea8d641-f9d1-4314-8a6a-bd5da530b0c6 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453088 Sep 24 05:09:21.664580 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a8fbc-9203-4b03-b9ed-e330edb3549c req-2a039dbe-976f-4df9-a017-a57400218b18 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:21.666095 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ed2a8fbc-9203-4b03-b9ed-e330edb3549c req-2a039dbe-976f-4df9-a017-a57400218b18 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0556910 Sep 24 05:09:21.700548 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-27e18712-39e0-4c1c-9afc-8019e799c813 req-9f10b57e-709c-44c5-9a61-ff752759a2fa tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 210 time: 0.0282266 Sep 24 05:09:21.821645 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-ed2a8fbc-9203-4b03-b9ed-e330edb3549c req-505bc52d-9e25-4294-982c-5ba285a16633 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Deleting port a8325a52-865f-4aa2-a4eb-6cb94768def7 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:09:21.821981 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ed2a8fbc-9203-4b03-b9ed-e330edb3549c req-505bc52d-9e25-4294-982c-5ba285a16633 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (a8325a52-865f-4aa2-a4eb-6cb94768def7), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:21.896671 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-4ef59aeb-09c8-439e-8540-60eebdc8e811 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:21.898012 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-4ef59aeb-09c8-439e-8540-60eebdc8e811 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "GET /networking/v2.0/networks?id=17f0f6dc-1b39-4c78-b39c-2031585b359a HTTP/1.1" status: 200 len: 815 time: 0.2140312 Sep 24 05:09:21.937054 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-ed2a8fbc-9203-4b03-b9ed-e330edb3549c req-505bc52d-9e25-4294-982c-5ba285a16633 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] For port a8325a52-865f-4aa2-a4eb-6cb94768def7, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=a8325a52-865f-4aa2-a4eb-6cb94768def7,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:21.937412 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ed2a8fbc-9203-4b03-b9ed-e330edb3549c req-505bc52d-9e25-4294-982c-5ba285a16633 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (a8325a52-865f-4aa2-a4eb-6cb94768def7), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:22.067704 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-e7c6a742-f71b-44c5-bf8b-4ff7b09c122a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=87d5229e39fe4817b5187068d8acecc7 HTTP/1.1" status: 200 len: 380 time: 0.1275740 Sep 24 05:09:22.080060 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-3d515e11-8539-4c45-b2af-4a8eac2db64b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'port': {'device_id': '87b5a30a-8b76-44d0-a014-23e753d0835f', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'admin_state_up': True, 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'security_groups': ['57766081-302f-44a4-b4ae-180c78040aa6']}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:09:22.142070 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accfb5b-f35e-46e7-a13f-04652dfc22b3 req-12f34ffb-1e70-43de-b1da-0f9114e56938 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:22.144139 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1accfb5b-f35e-46e7-a13f-04652dfc22b3 req-12f34ffb-1e70-43de-b1da-0f9114e56938 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 946 time: 0.0466681 Sep 24 05:09:22.194083 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1accfb5b-f35e-46e7-a13f-04652dfc22b3 req-9cf210d4-976d-429d-95cf-24fef2bc1629 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ab90441f-f7be-4297-9155-e40afdcc1da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441730 Sep 24 05:09:22.457849 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ed2a8fbc-9203-4b03-b9ed-e330edb3549c req-505bc52d-9e25-4294-982c-5ba285a16633 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:22.458354 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ed2a8fbc-9203-4b03-b9ed-e330edb3549c req-505bc52d-9e25-4294-982c-5ba285a16633 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (c81197f0-9c58-4657-a331-58b2344175b0), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:22.458672 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.l3_db [req-ed2a8fbc-9203-4b03-b9ed-e330edb3549c req-505bc52d-9e25-4294-982c-5ba285a16633 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Floating IP c81197f0-9c58-4657-a331-58b2344175b0 disassociated. External IP: 172.27.0.121, port: a8325a52-865f-4aa2-a4eb-6cb94768def7. Sep 24 05:09:22.459060 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-ed2a8fbc-9203-4b03-b9ed-e330edb3549c req-505bc52d-9e25-4294-982c-5ba285a16633 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Calling delete_port for a8325a52-865f-4aa2-a4eb-6cb94768def7 owned by compute:nova {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:09:22.544772 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-3d515e11-8539-4c45-b2af-4a8eac2db64b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Made reservation on behalf of 87d5229e39fe4817b5187068d8acecc7 for: {'port': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:09:22.548481 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-3d515e11-8539-4c45-b2af-4a8eac2db64b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:22.553701 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:22.593052 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:22.723468 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ed2a8fbc-9203-4b03-b9ed-e330edb3549c req-505bc52d-9e25-4294-982c-5ba285a16633 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (a8325a52-865f-4aa2-a4eb-6cb94768def7), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:22.761729 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bc52d-9e25-4294-982c-5ba285a16633 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Pushing event deleted for resources: {'Port': ['ID=a8325a52-865f-4aa2-a4eb-6cb94768def7,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:22.768241 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-3d515e11-8539-4c45-b2af-4a8eac2db64b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Allocated IP 172.20.0.7 (17f0f6dc-1b39-4c78-b39c-2031585b359a/8f69c44e-b4a0-4787-8e79-5aa8095e4aa1/69742a41-eeea-432a-8f65-c86e8714c51a) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:09:22.806822 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0c66bde3-5b43-4d76-aa5a-a57021f66c96 req-1692ebec-a877-4ab3-acf5-c484691e75d0 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 210 time: 0.0310194 Sep 24 05:09:22.967231 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed2a8fbc-9203-4b03-b9ed-e330edb3549c req-505bc52d-9e25-4294-982c-5ba285a16633 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Router de67d66e-bd0a-4b49-a4c1-514415a70cf0 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:09:23.040644 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-3d515e11-8539-4c45-b2af-4a8eac2db64b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for port (69742a41-eeea-432a-8f65-c86e8714c51a), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:23.120866 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed2a8fbc-9203-4b03-b9ed-e330edb3549c req-505bc52d-9e25-4294-982c-5ba285a16633 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:09:23.123337 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-3d515e11-8539-4c45-b2af-4a8eac2db64b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (69742a41-eeea-432a-8f65-c86e8714c51a), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:23.134554 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14ab10-cf6c-4272-8725-7c2cf747e31b None None] Sync routers for ids ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:09:23.148536 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b14ab10-cf6c-4272-8725-7c2cf747e31b None None] Routers {'de67d66e-bd0a-4b49-a4c1-514415a70cf0'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:09:23.149406 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-7b14ab10-cf6c-4272-8725-7c2cf747e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:09:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:23.203486 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2a8fbc-9203-4b03-b9ed-e330edb3549c req-505bc52d-9e25-4294-982c-5ba285a16633 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] No DVR routers for this DVR port a8325a52-865f-4aa2-a4eb-6cb94768def7 on host hv-cinder-85918 {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:09:23.209798 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ed2a8fbc-9203-4b03-b9ed-e330edb3549c req-505bc52d-9e25-4294-982c-5ba285a16633 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:23.213074 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ed2a8fbc-9203-4b03-b9ed-e330edb3549c req-505bc52d-9e25-4294-982c-5ba285a16633 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.16 "DELETE /networking/v2.0/ports/a8325a52-865f-4aa2-a4eb-6cb94768def7 HTTP/1.1" status: 204 len: 173 time: 1.5364711 Sep 24 05:09:23.214890 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-3d515e11-8539-4c45-b2af-4a8eac2db64b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Network 17f0f6dc-1b39-4c78-b39c-2031585b359a is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:09:23.215611 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1c080b-492d-4c55-880a-14e89c938fce', 'name': 'network-vif-deleted', 'tag': 'a8325a52-865f-4aa2-a4eb-6cb94768def7'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:09:23.217917 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b396fc-5598-4ce5-96bf-2b287dad3691" -d '{"events": [{"server_uuid": "3e1c080b-492d-4c55-880a-14e89c938fce", "name": "network-vif-deleted", "tag": "a8325a52-865f-4aa2-a4eb-6cb94768def7"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:09:23.223961 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-3d515e11-8539-4c45-b2af-4a8eac2db64b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:09:23.228344 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-3d515e11-8539-4c45-b2af-4a8eac2db64b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:09:23.254287 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d515e11-8539-4c45-b2af-4a8eac2db64b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'Port': ['ID=69742a41-eeea-432a-8f65-c86e8714c51a,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:23.313670 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-3d515e11-8539-4c45-b2af-4a8eac2db64b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:23.314111 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-3d515e11-8539-4c45-b2af-4a8eac2db64b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:23.342528 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-3d515e11-8539-4c45-b2af-4a8eac2db64b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2674866 Sep 24 05:09:23.344289 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da184a2a-b45e-40af-b331-ab826bbfba61 x-openstack-request-id: req-da184a2a-b45e-40af-b331-ab826bbfba61 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:09:23.344530 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1c080b-492d-4c55-880a-14e89c938fce", "name": "network-vif-deleted", "tag": "a8325a52-865f-4aa2-a4eb-6cb94768def7", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:09:23.344787 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da184a2a-b45e-40af-b331-ab826bbfba61 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:09:23.345192 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da184a2a-b45e-40af-b331-ab826bbfba61'] response: {'server_uuid': '3e1c080b-492d-4c55-880a-14e89c938fce', 'name': 'network-vif-deleted', 'tag': 'a8325a52-865f-4aa2-a4eb-6cb94768def7', 'status': 'completed', 'code': 200} Sep 24 05:09:23.355581 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-7b14ab10-cf6c-4272-8725-7c2cf747e31b None None] Set router de67d66e-bd0a-4b49-a4c1-514415a70cf0 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:09:23.380200 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Request body: {'port': {'device_id': '87b5a30a-8b76-44d0-a014-23e753d0835f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:09:23.400688 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bd329acc-2c33-413e-b26e-8952c14b296a req-a39788fd-a7e3-4819-af26-35921666d048 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e1c080b-492d-4c55-880a-14e89c938fce HTTP/1.1" status: 200 len: 210 time: 0.0456574 Sep 24 05:09:23.462151 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (69742a41-eeea-432a-8f65-c86e8714c51a), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:23.475831 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:23.486145 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:23.547640 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:23.572390 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-905654a0-d363-4f56-b993-a267ee19c4f8 None None] Provisioning complete for port 69742a41-eeea-432a-8f65-c86e8714c51a triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:09:23.572927 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-905654a0-d363-4f56-b993-a267ee19c4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (69742a41-eeea-432a-8f65-c86e8714c51a), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:23.573283 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-905654a0-d363-4f56-b993-a267ee19c4f8 None None] Attempt 1 to provision port 69742a41-eeea-432a-8f65-c86e8714c51a Sep 24 05:09:23.595934 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-7b14ab10-cf6c-4272-8725-7c2cf747e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port': {'id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '1733c937-6eeb-490b-ad55-2c199ddb7b82', 'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'mac_address': 'fa:16:3e:a2:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:07Z', 'revision_number': 5, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'subnets': [{'id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:23.615799 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-905654a0-d363-4f56-b993-a267ee19c4f8 None None] Port 69742a41-eeea-432a-8f65-c86e8714c51a cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:09:23.631550 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14ab10-cf6c-4272-8725-7c2cf747e31b None None] Checking router: de67d66e-bd0a-4b49-a4c1-514415a70cf0 for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:09:23.641340 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b14ab10-cf6c-4272-8725-7c2cf747e31b None None] Routers {'de67d66e-bd0a-4b49-a4c1-514415a70cf0'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:09:23.641965 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-7b14ab10-cf6c-4272-8725-7c2cf747e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:09:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:23.752935 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-7b14ab10-cf6c-4272-8725-7c2cf747e31b None None] Set router de67d66e-bd0a-4b49-a4c1-514415a70cf0 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:09:23.764225 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69742a41-eeea-432a-8f65-c86e8714c51a {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:09:23.771709 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Publish callbacks [] for port (69742a41-eeea-432a-8f65-c86e8714c51a), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:23.784977 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Transition to ACTIVE for port object 69742a41-eeea-432a-8f65-c86e8714c51a will not be triggered until provisioned by entity L2. {{(pid=106193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:09:23.789667 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (69742a41-eeea-432a-8f65-c86e8714c51a), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:23.849764 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Pushing event updated for resources: {'Port': ['ID=69742a41-eeea-432a-8f65-c86e8714c51a,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:23.905747 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Attempting to bind port 69742a41-eeea-432a-8f65-c86e8714c51a on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:09:23.906135 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Attempting to bind port 69742a41-eeea-432a-8f65-c86e8714c51a by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:09:23.906445 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Attempting to bind port 69742a41-eeea-432a-8f65-c86e8714c51a on network 17f0f6dc-1b39-4c78-b39c-2031585b359a {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:09:23.944990 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6f625-d5b9-43ee-98f5-86cf8b0a10b8 req-14f13703-6749-4479-b0a5-382732830bfb tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:23.946973 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-60c6f625-d5b9-43ee-98f5-86cf8b0a10b8 req-14f13703-6749-4479-b0a5-382732830bfb tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 943 time: 0.0498919 Sep 24 05:09:23.949975 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-7b14ab10-cf6c-4272-8725-7c2cf747e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port': {'id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '1733c937-6eeb-490b-ad55-2c199ddb7b82', 'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'mac_address': 'fa:16:3e:a2:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:07Z', 'revision_number': 5, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'subnets': [{'id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:23.964866 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Port 69742a41-eeea-432a-8f65-c86e8714c51a on network 17f0f6dc-1b39-4c78-b39c-2031585b359a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:09:23.965197 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Attempting to bind port 69742a41-eeea-432a-8f65-c86e8714c51a on network 17f0f6dc-1b39-4c78-b39c-2031585b359a {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:09:23.981040 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14ab10-cf6c-4272-8725-7c2cf747e31b None None] The sync data for ids ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'] in dv-cinder-859186-1-iscsi is: [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port': {'id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '1733c937-6eeb-490b-ad55-2c199ddb7b82', 'name': '', 'network_id': '002f39b7-19b2-4fdf-9ca2-a023fea0b5dc', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'mac_address': 'fa:16:3e:a2:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:07Z', 'revision_number': 5, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'subnets': [{'id': '75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:09:24.010510 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-60c6f625-d5b9-43ee-98f5-86cf8b0a10b8 req-ebeb6c8a-3246-4613-a5af-bc403550508e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=57766081-302f-44a4-b4ae-180c78040aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578921 Sep 24 05:09:24.026030 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:09:24.026609 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Checking segment: {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:09:24.027205 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Bound using segment: {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:09:24.027898 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Bound port: 69742a41-eeea-432a-8f65-c86e8714c51a, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:09:24.028448 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (69742a41-eeea-432a-8f65-c86e8714c51a), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:24.105960 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] For port 69742a41-eeea-432a-8f65-c86e8714c51a, host hv-cinder-85918, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:09:24.109329 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] For port 69742a41-eeea-432a-8f65-c86e8714c51a, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=69742a41-eeea-432a-8f65-c86e8714c51a,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:09:24.115032 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (69742a41-eeea-432a-8f65-c86e8714c51a), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:24.117161 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-905654a0-d363-4f56-b993-a267ee19c4f8 None None] Attempt 2 to provision port 69742a41-eeea-432a-8f65-c86e8714c51a Sep 24 05:09:24.119153 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:24.119754 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:24.121177 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/69742a41-eeea-432a-8f65-c86e8714c51a HTTP/1.1" status: 200 len: 1093 time: 0.7508276 Sep 24 05:09:24.166925 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-905654a0-d363-4f56-b993-a267ee19c4f8 None None] Port 69742a41-eeea-432a-8f65-c86e8714c51a had new provisioning blocks added so it will not transition to active. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 05:09:24.217303 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c95ec4-bf36-4bd9-a844-3a5f39383e46 service neutron] Pushing event updated for resources: {'Port': ['ID=69742a41-eeea-432a-8f65-c86e8714c51a,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:24.221819 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-94221d87-a347-4392-8621-0bcfcd4365cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:24.223413 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-94221d87-a347-4392-8621-0bcfcd4365cb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=87d5229e39fe4817b5187068d8acecc7&device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 1127 time: 0.0623002 Sep 24 05:09:24.265581 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-f197e769-b71c-45ca-9ab2-5f072387d612 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69742a41-eeea-432a-8f65-c86e8714c51a HTTP/1.1" status: 200 len: 217 time: 0.0334384 Sep 24 05:09:24.266097 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68c9e10-4526-4e64-b0f5-513d635dac10 None None] New status for floating IP c81197f0-9c58-4657-a331-58b2344175b0: DOWN {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:09:24.318201 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-ab6be230-9dfd-48e3-bfe0-f11779bfce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:24.319694 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-ab6be230-9dfd-48e3-bfe0-f11779bfce8c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8f69c44e-b4a0-4787-8e79-5aa8095e4aa1 HTTP/1.1" status: 200 len: 854 time: 0.0484779 Sep 24 05:09:24.363542 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-ae3abbda-fbd5-4473-bc78-73b2935e9706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:24.364994 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-ae3abbda-fbd5-4473-bc78-73b2935e9706 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=17f0f6dc-1b39-4c78-b39c-2031585b359a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390978 Sep 24 05:09:24.455295 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-83d6fe35-ab36-4cf4-a2cf-866b324115b3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835180 Sep 24 05:09:24.469244 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:24.484006 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:24.513764 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33866) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:24.540409 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:24.562427 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-cadd0800-b070-44c7-b3a3-6e7f3149c43f req-575190ff-6bc0-4b8a-b57b-c9be2cb472f1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005871 Sep 24 05:09:24.573771 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4cc767ca-ea27-4afc-b825-669269b733f4 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for security_group (ab90441f-f7be-4297-9155-e40afdcc1da9), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:24.596810 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4cc767ca-ea27-4afc-b825-669269b733f4 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for security_group (ab90441f-f7be-4297-9155-e40afdcc1da9), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:24.647896 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4cc767ca-ea27-4afc-b825-669269b733f4 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (ab90441f-f7be-4297-9155-e40afdcc1da9), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:24.650555 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4cc767ca-ea27-4afc-b825-669269b733f4 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:24.651699 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-4cc767ca-ea27-4afc-b825-669269b733f4 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "DELETE /networking/v2.0/security-groups/ab90441f-f7be-4297-9155-e40afdcc1da9 HTTP/1.1" status: 204 len: 168 time: 0.1369300 Sep 24 05:09:24.654480 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33868) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:24.661261 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc767ca-ea27-4afc-b825-669269b733f4 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab90441f-f7be-4297-9155-e40afdcc1da9,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:24.672312 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.api.v2.resource [None req-742dd1af-b38f-4fc5-b01d-73d1742e87f2 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] show failed (client error): The resource could not be found. Sep 24 05:09:24.675123 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-742dd1af-b38f-4fc5-b01d-73d1742e87f2 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups/ab90441f-f7be-4297-9155-e40afdcc1da9 HTTP/1.1" status: 404 len: 347 time: 0.0184004 Sep 24 05:09:24.676525 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33870) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:24.790914 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-fd490cd2-3eaf-428f-8f99-1334e070a47d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Deleting port 5f9dbbf7-70f7-416b-924d-f361c4251880 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:09:24.791685 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fd490cd2-3eaf-428f-8f99-1334e070a47d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (5f9dbbf7-70f7-416b-924d-f361c4251880), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:24.867978 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fd490cd2-3eaf-428f-8f99-1334e070a47d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (5f9dbbf7-70f7-416b-924d-f361c4251880), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:24.868291 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fd490cd2-3eaf-428f-8f99-1334e070a47d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for floatingip (5f9dbbf7-70f7-416b-924d-f361c4251880), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:24.881106 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-fd490cd2-3eaf-428f-8f99-1334e070a47d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Calling delete_port for 5f9dbbf7-70f7-416b-924d-f361c4251880 owned by network:floatingip {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:09:24.978398 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device a8325a52-865f-4aa2-a4eb-6cb94768def7 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:09:24.998734 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: a8325a52-865f-4aa2-a4eb-6cb94768def7 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:09:24.999077 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device a8325a52-865f-4aa2-a4eb-6cb94768def7 not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:09:25.008123 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fd490cd2-3eaf-428f-8f99-1334e070a47d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (5f9dbbf7-70f7-416b-924d-f361c4251880), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:25.032142 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd490cd2-3eaf-428f-8f99-1334e070a47d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Pushing event deleted for resources: {'Port': ['ID=5f9dbbf7-70f7-416b-924d-f361c4251880,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:25.093893 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fd490cd2-3eaf-428f-8f99-1334e070a47d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks [] for floatingip (c81197f0-9c58-4657-a331-58b2344175b0), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:25.096905 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fd490cd2-3eaf-428f-8f99-1334e070a47d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:25.098025 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-fd490cd2-3eaf-428f-8f99-1334e070a47d tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "DELETE /networking/v2.0/floatingips/c81197f0-9c58-4657-a331-58b2344175b0 HTTP/1.1" status: 204 len: 168 time: 0.4205582 Sep 24 05:09:25.139946 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbf8d4-13f3-4c88-883d-9f33efdf478b req-56d37f1a-9401-43a6-92a0-13b0b1a6aba5 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:25.141419 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d1fbf8d4-13f3-4c88-883d-9f33efdf478b req-56d37f1a-9401-43a6-92a0-13b0b1a6aba5 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 943 time: 0.0496366 Sep 24 05:09:25.194023 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d1fbf8d4-13f3-4c88-883d-9f33efdf478b req-c1d7def6-3fa7-4be4-8b02-6ece082fb55f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=57766081-302f-44a4-b4ae-180c78040aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467491 Sep 24 05:09:25.346991 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b5a30a-8b76-44d0-a014-23e753d0835f', 'tag': '69742a41-eeea-432a-8f65-c86e8714c51a'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:09:25.349229 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b391a31-7932-45a4-975d-c6dd87989929" -d '{"events": [{"name": "network-changed", "server_uuid": "87b5a30a-8b76-44d0-a014-23e753d0835f", "tag": "69742a41-eeea-432a-8f65-c86e8714c51a"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:09:25.388104 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5126d2d7-d1f4-486c-bc78-88374756c079 x-openstack-request-id: req-5126d2d7-d1f4-486c-bc78-88374756c079 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:09:25.388399 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b5a30a-8b76-44d0-a014-23e753d0835f", "tag": "69742a41-eeea-432a-8f65-c86e8714c51a", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:09:25.388668 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5126d2d7-d1f4-486c-bc78-88374756c079 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:09:25.389070 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5126d2d7-d1f4-486c-bc78-88374756c079'] response: {'name': 'network-changed', 'server_uuid': '87b5a30a-8b76-44d0-a014-23e753d0835f', 'tag': '69742a41-eeea-432a-8f65-c86e8714c51a', 'status': 'completed', 'code': 200} Sep 24 05:09:26.317480 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb519a9-b1ad-4219-99ce-fa5708b888e8 req-0b79b51f-7d5f-4ebd-89c5-b69ab36a71e8 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:26.319082 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5bb519a9-b1ad-4219-99ce-fa5708b888e8 req-0b79b51f-7d5f-4ebd-89c5-b69ab36a71e8 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 943 time: 0.0515094 Sep 24 05:09:26.368402 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5bb519a9-b1ad-4219-99ce-fa5708b888e8 req-7fbc00ae-44fa-4173-95e6-f87fd23d3e14 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=57766081-302f-44a4-b4ae-180c78040aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432241 Sep 24 05:09:27.493840 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4f124-109b-4237-b959-6cb99d8b1f90 req-8980c48b-ba9b-4dd7-a2d8-385ebc5f5aa1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:27.495390 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-39c4f124-109b-4237-b959-6cb99d8b1f90 req-8980c48b-ba9b-4dd7-a2d8-385ebc5f5aa1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 943 time: 0.0553417 Sep 24 05:09:27.552848 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-39c4f124-109b-4237-b959-6cb99d8b1f90 req-9a872ca4-a1f2-452d-893f-a6321e876360 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=57766081-302f-44a4-b4ae-180c78040aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517852 Sep 24 05:09:27.595657 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f13445-49ce-4ea1-aae8-3696003b713c req-b6a11659-a3a4-48df-beef-58febecf6b54 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:27.597137 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2f13445-49ce-4ea1-aae8-3696003b713c req-b6a11659-a3a4-48df-beef-58febecf6b54 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0603487 Sep 24 05:09:27.608904 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:27.646403 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2f13445-49ce-4ea1-aae8-3696003b713c req-c4094261-b026-4690-85b8-800f1be8ea84 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436790 Sep 24 05:09:28.014381 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b391a31-7932-45a4-975d-c6dd87989929 req-775008f4-7bb9-43cf-9392-c698cdc2dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:28.015920 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0b391a31-7932-45a4-975d-c6dd87989929 req-775008f4-7bb9-43cf-9392-c698cdc2dde9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=87d5229e39fe4817b5187068d8acecc7&device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 1127 time: 0.0430386 Sep 24 05:09:28.173272 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b391a31-7932-45a4-975d-c6dd87989929 req-2aa64dcd-dc84-4ce0-8f74-a4e2c007005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:28.175404 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0b391a31-7932-45a4-975d-c6dd87989929 req-2aa64dcd-dc84-4ce0-8f74-a4e2c007005e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=17f0f6dc-1b39-4c78-b39c-2031585b359a HTTP/1.1" status: 200 len: 916 time: 0.0886867 Sep 24 05:09:28.336067 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0b391a31-7932-45a4-975d-c6dd87989929 req-f07b27f5-ae11-4dc3-81ad-d82d689a3f09 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69742a41-eeea-432a-8f65-c86e8714c51a HTTP/1.1" status: 200 len: 217 time: 0.0318232 Sep 24 05:09:28.389508 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b391a31-7932-45a4-975d-c6dd87989929 req-953cbf19-4414-4d90-a957-9a198f34e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:28.390937 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0b391a31-7932-45a4-975d-c6dd87989929 req-953cbf19-4414-4d90-a957-9a198f34e009 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8f69c44e-b4a0-4787-8e79-5aa8095e4aa1 HTTP/1.1" status: 200 len: 854 time: 0.0466411 Sep 24 05:09:28.433040 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b391a31-7932-45a4-975d-c6dd87989929 req-fe36241e-3299-41fb-9a7d-3fe20af44d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:28.434501 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0b391a31-7932-45a4-975d-c6dd87989929 req-fe36241e-3299-41fb-9a7d-3fe20af44d80 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=17f0f6dc-1b39-4c78-b39c-2031585b359a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375881 Sep 24 05:09:28.521882 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0b391a31-7932-45a4-975d-c6dd87989929 req-02c3e2b6-ccbd-4312-9dab-a41e2a80a18c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809622 Sep 24 05:09:28.601949 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:28.668212 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e3217-1df1-4ebe-8129-4163d00b6173 req-695ddc99-76e9-476a-94c5-c36eb6b9ff9b tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:28.669727 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f78e3217-1df1-4ebe-8129-4163d00b6173 req-695ddc99-76e9-476a-94c5-c36eb6b9ff9b tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0912986 Sep 24 05:09:28.671816 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:28.685727 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97550d61-c786-4812-9301-88466adf7a4d req-b5e8429b-48c1-43df-8f05-369e49fcb047 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:28.688019 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-97550d61-c786-4812-9301-88466adf7a4d req-b5e8429b-48c1-43df-8f05-369e49fcb047 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 943 time: 0.0545807 Sep 24 05:09:28.734105 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0b391a31-7932-45a4-975d-c6dd87989929 req-784b5a08-fa1f-4c9f-834a-12acbc0ec85b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624467 Sep 24 05:09:28.772431 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-97550d61-c786-4812-9301-88466adf7a4d req-071dea4e-fadf-4bc4-bc73-ee6a3e096185 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=57766081-302f-44a4-b4ae-180c78040aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788920 Sep 24 05:09:28.782572 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-f78e3217-1df1-4ebe-8129-4163d00b6173 req-52510b20-c308-4731-bed0-9964d85bb052 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Deleting port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:09:28.782912 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f78e3217-1df1-4ebe-8129-4163d00b6173 req-52510b20-c308-4731-bed0-9964d85bb052 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (990ceab0-dcdb-43e0-ab13-ed36ddfbeabf), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:28.786863 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad27834-b9cf-47d9-9082-fad0756322ff req-350c9140-3091-4f85-8548-4784f4e9b2d6 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:28.788499 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9ad27834-b9cf-47d9-9082-fad0756322ff req-350c9140-3091-4f85-8548-4784f4e9b2d6 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 945 time: 0.0619535 Sep 24 05:09:28.836003 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9ad27834-b9cf-47d9-9082-fad0756322ff req-f4f46de3-9049-4975-8d21-1038d2bb7627 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420661 Sep 24 05:09:28.881394 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-f78e3217-1df1-4ebe-8129-4163d00b6173 req-52510b20-c308-4731-bed0-9964d85bb052 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] For port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=990ceab0-dcdb-43e0-ab13-ed36ddfbeabf,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:28.881760 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f78e3217-1df1-4ebe-8129-4163d00b6173 req-52510b20-c308-4731-bed0-9964d85bb052 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (990ceab0-dcdb-43e0-ab13-ed36ddfbeabf), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:28.898761 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-f78e3217-1df1-4ebe-8129-4163d00b6173 req-52510b20-c308-4731-bed0-9964d85bb052 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Calling delete_port for 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf owned by compute:nova {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:09:29.014407 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 69742a41-eeea-432a-8f65-c86e8714c51a details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:09:29.020104 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f78e3217-1df1-4ebe-8129-4163d00b6173 req-52510b20-c308-4731-bed0-9964d85bb052 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (990ceab0-dcdb-43e0-ab13-ed36ddfbeabf), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:29.031627 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['0dd07bd5-e74b-434c-a105-6a9c537c3c96', '990ceab0-dcdb-43e0-ab13-ed36ddfbeabf'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:09:29.045663 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52510b20-c308-4731-bed0-9964d85bb052 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Pushing event deleted for resources: {'Port': ['ID=990ceab0-dcdb-43e0-ab13-ed36ddfbeabf,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:29.096468 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78e3217-1df1-4ebe-8129-4163d00b6173 req-52510b20-c308-4731-bed0-9964d85bb052 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] No DVR routers for this DVR port 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf on host hv-cinder-85918 {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:09:29.099143 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-f78e3217-1df1-4ebe-8129-4163d00b6173 req-52510b20-c308-4731-bed0-9964d85bb052 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:29.102245 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-f78e3217-1df1-4ebe-8129-4163d00b6173 req-52510b20-c308-4731-bed0-9964d85bb052 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.16 "DELETE /networking/v2.0/ports/990ceab0-dcdb-43e0-ab13-ed36ddfbeabf HTTP/1.1" status: 204 len: 173 time: 0.4251959 Sep 24 05:09:29.102751 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50eed27b-6da2-4dda-94cc-02fc5cfec071', 'name': 'network-vif-deleted', 'tag': '990ceab0-dcdb-43e0-ab13-ed36ddfbeabf'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:09:29.104955 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5686ff-1ee5-4797-a472-f48d0d7609c3" -d '{"events": [{"server_uuid": "50eed27b-6da2-4dda-94cc-02fc5cfec071", "name": "network-vif-deleted", "tag": "990ceab0-dcdb-43e0-ab13-ed36ddfbeabf"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:09:29.145336 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56a4720-1f8d-43ea-93af-340096a9dc15 x-openstack-request-id: req-c56a4720-1f8d-43ea-93af-340096a9dc15 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:09:29.145628 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50eed27b-6da2-4dda-94cc-02fc5cfec071", "name": "network-vif-deleted", "tag": "990ceab0-dcdb-43e0-ab13-ed36ddfbeabf", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:09:29.145881 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c56a4720-1f8d-43ea-93af-340096a9dc15 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:09:29.146314 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56a4720-1f8d-43ea-93af-340096a9dc15'] response: {'server_uuid': '50eed27b-6da2-4dda-94cc-02fc5cfec071', 'name': 'network-vif-deleted', 'tag': '990ceab0-dcdb-43e0-ab13-ed36ddfbeabf', 'status': 'completed', 'code': 200} Sep 24 05:09:29.178599 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 69742a41-eeea-432a-8f65-c86e8714c51a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=69742a41-eeea-432a-8f65-c86e8714c51a,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:29.196982 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '69742a41-eeea-432a-8f65-c86e8714c51a', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'port_id': '69742a41-eeea-432a-8f65-c86e8714c51a', 'mac_address': 'fa:16:3e:67:02:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:09:29.262243 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 69742a41-eeea-432a-8f65-c86e8714c51a is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:09:29.262647 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (69742a41-eeea-432a-8f65-c86e8714c51a), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:29.282717 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:29.290059 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69742a41-eeea-432a-8f65-c86e8714c51a {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:09:29.301637 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:29.331441 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 69742a41-eeea-432a-8f65-c86e8714c51a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=69742a41-eeea-432a-8f65-c86e8714c51a,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:29.337624 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (69742a41-eeea-432a-8f65-c86e8714c51a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:29.386472 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=69742a41-eeea-432a-8f65-c86e8714c51a,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:29.393921 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:29.394389 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:29.394879 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:29.395264 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:29.395726 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:29.395969 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:29.396296 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:29.396618 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:29.396942 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:29.397260 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:29.397581 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:29.397905 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:29.398330 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:29.398647 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:29.398958 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:09:29.895953 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa270c9-7129-467a-b392-cb88baab06ea req-44ddd060-a335-4b06-9310-157e0fcbdcf9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:29.897550 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4fa270c9-7129-467a-b392-cb88baab06ea req-44ddd060-a335-4b06-9310-157e0fcbdcf9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 944 time: 0.0497801 Sep 24 05:09:29.958025 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4fa270c9-7129-467a-b392-cb88baab06ea req-c47cc630-2701-42b2-957b-bb336a8c4bf8 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=57766081-302f-44a4-b4ae-180c78040aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549288 Sep 24 05:09:29.978514 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-af2e7b53-4771-40e3-b700-ca36dd114316 req-dd7f20ee-f94d-4728-90aa-d4b1188a2d5b tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50eed27b-6da2-4dda-94cc-02fc5cfec071 HTTP/1.1" status: 200 len: 210 time: 0.0371699 Sep 24 05:09:30.134407 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['69742a41-eeea-432a-8f65-c86e8714c51a'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:09:31.082042 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab43d7a-a379-42a1-b653-495ad75c635c req-516753dd-e55e-4091-8d54-475f709cb212 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:31.083522 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9ab43d7a-a379-42a1-b653-495ad75c635c req-516753dd-e55e-4091-8d54-475f709cb212 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 944 time: 0.0503397 Sep 24 05:09:31.131250 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9ab43d7a-a379-42a1-b653-495ad75c635c req-04418b38-27ae-40a3-a585-fac8cb66a6a4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=57766081-302f-44a4-b4ae-180c78040aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419219 Sep 24 05:09:31.203183 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 69742a41-eeea-432a-8f65-c86e8714c51a up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:09:31.245059 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port 69742a41-eeea-432a-8f65-c86e8714c51a completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:09:31.250477 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 69742a41-eeea-432a-8f65-c86e8714c51a triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:09:31.250859 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (69742a41-eeea-432a-8f65-c86e8714c51a), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:31.251196 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 69742a41-eeea-432a-8f65-c86e8714c51a Sep 24 05:09:31.259819 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49c54a-02f7-49fa-b3a1-5418d7eda595 req-eee5bcc8-c62a-4853-8df0-71e82a895909 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:31.261282 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8f49c54a-02f7-49fa-b3a1-5418d7eda595 req-eee5bcc8-c62a-4853-8df0-71e82a895909 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0477698 Sep 24 05:09:31.294348 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:31.311747 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8f49c54a-02f7-49fa-b3a1-5418d7eda595 req-ff5f71af-e428-4a6b-8083-366533a2abba tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447280 Sep 24 05:09:31.326504 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 69742a41-eeea-432a-8f65-c86e8714c51a is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:09:31.326893 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (69742a41-eeea-432a-8f65-c86e8714c51a), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:31.349729 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b5a30a-8b76-44d0-a014-23e753d0835f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69742a41-eeea-432a-8f65-c86e8714c51a'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:09:31.351958 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7603d4c1-7665-48e7-8a30-dfd936bd3e38" -d '{"events": [{"server_uuid": "87b5a30a-8b76-44d0-a014-23e753d0835f", "name": "network-vif-plugged", "status": "completed", "tag": "69742a41-eeea-432a-8f65-c86e8714c51a"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:09:31.364511 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 69742a41-eeea-432a-8f65-c86e8714c51a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=69742a41-eeea-432a-8f65-c86e8714c51a,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:31.368334 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (69742a41-eeea-432a-8f65-c86e8714c51a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:31.369243 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:09:31.410292 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4612a2c-e84a-4ec1-b971-86c89ea716f1 x-openstack-request-id: req-c4612a2c-e84a-4ec1-b971-86c89ea716f1 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:09:31.410579 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b5a30a-8b76-44d0-a014-23e753d0835f", "name": "network-vif-plugged", "status": "completed", "tag": "69742a41-eeea-432a-8f65-c86e8714c51a", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:09:31.410831 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4612a2c-e84a-4ec1-b971-86c89ea716f1 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:09:31.411214 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4612a2c-e84a-4ec1-b971-86c89ea716f1'] response: {'server_uuid': '87b5a30a-8b76-44d0-a014-23e753d0835f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69742a41-eeea-432a-8f65-c86e8714c51a', 'code': 200} Sep 24 05:09:31.413873 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:09:31.414239 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 990ceab0-dcdb-43e0-ab13-ed36ddfbeabf not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:09:31.437444 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=69742a41-eeea-432a-8f65-c86e8714c51a,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:31.594495 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f0ddd-d29a-4e08-8f5f-099bc14c4898 req-f4490279-2053-47b4-9cc6-6315973a4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:31.595821 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-147f0ddd-d29a-4e08-8f5f-099bc14c4898 req-f4490279-2053-47b4-9cc6-6315973a4bc6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 1129 time: 0.0373335 Sep 24 05:09:31.650918 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-147f0ddd-d29a-4e08-8f5f-099bc14c4898 req-a6720563-acf2-4564-93b7-84abc9c11f83 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=57766081-302f-44a4-b4ae-180c78040aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376894 Sep 24 05:09:32.255028 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc1e47-45ad-4881-a14f-4f5aea0f47f0 req-91cd62cf-4c3d-4b98-ab67-98f262acc923 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:32.256466 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d3cc1e47-45ad-4881-a14f-4f5aea0f47f0 req-91cd62cf-4c3d-4b98-ab67-98f262acc923 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 945 time: 0.0497139 Sep 24 05:09:32.302217 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d3cc1e47-45ad-4881-a14f-4f5aea0f47f0 req-fb6753cc-1677-4f8e-bf40-c18c1454acd5 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=57766081-302f-44a4-b4ae-180c78040aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402949 Sep 24 05:09:32.431345 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb62b5-8a1b-44b4-8a55-9f81afb1cfba req-af9c55c8-e98a-4fb4-9dc3-b6674cfefd85 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:32.432933 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e6bb62b5-8a1b-44b4-8a55-9f81afb1cfba req-af9c55c8-e98a-4fb4-9dc3-b6674cfefd85 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0469201 Sep 24 05:09:32.480568 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e6bb62b5-8a1b-44b4-8a55-9f81afb1cfba req-2bfa5da1-74dc-43c8-8dd1-c11b835dc6b6 tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=459b5094-5c67-4176-b223-f9304f045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 Sep 24 05:09:32.679689 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e06d860b-e255-4e9d-8b18-d3420eda98c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:32.869681 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f09b2-d3d7-4036-af64-4b3648b873e1 req-ef0c69c6-297e-4a20-b204-0cd99700d83c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:32.871159 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-300f09b2-d3d7-4036-af64-4b3648b873e1 req-ef0c69c6-297e-4a20-b204-0cd99700d83c tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 945 time: 0.0465121 Sep 24 05:09:32.958472 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-300f09b2-d3d7-4036-af64-4b3648b873e1 req-bf67e9dd-be53-4fea-9d8b-542a6c21ccda tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Deleting port 0dd07bd5-e74b-434c-a105-6a9c537c3c96 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:09:32.958805 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-300f09b2-d3d7-4036-af64-4b3648b873e1 req-bf67e9dd-be53-4fea-9d8b-542a6c21ccda tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (0dd07bd5-e74b-434c-a105-6a9c537c3c96), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:33.045887 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-300f09b2-d3d7-4036-af64-4b3648b873e1 req-bf67e9dd-be53-4fea-9d8b-542a6c21ccda tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] For port 0dd07bd5-e74b-434c-a105-6a9c537c3c96, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=0dd07bd5-e74b-434c-a105-6a9c537c3c96,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:33.046275 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-300f09b2-d3d7-4036-af64-4b3648b873e1 req-bf67e9dd-be53-4fea-9d8b-542a6c21ccda tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (0dd07bd5-e74b-434c-a105-6a9c537c3c96), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:33.062190 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-300f09b2-d3d7-4036-af64-4b3648b873e1 req-bf67e9dd-be53-4fea-9d8b-542a6c21ccda tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Calling delete_port for 0dd07bd5-e74b-434c-a105-6a9c537c3c96 owned by compute:nova {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:09:33.117605 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:33.185192 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-300f09b2-d3d7-4036-af64-4b3648b873e1 req-bf67e9dd-be53-4fea-9d8b-542a6c21ccda tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (0dd07bd5-e74b-434c-a105-6a9c537c3c96), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:33.190637 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:33.198118 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['0dd07bd5-e74b-434c-a105-6a9c537c3c96'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:09:33.212014 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67e9dd-be53-4fea-9d8b-542a6c21ccda tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Pushing event deleted for resources: {'Port': ['ID=0dd07bd5-e74b-434c-a105-6a9c537c3c96,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:33.261768 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-300f09b2-d3d7-4036-af64-4b3648b873e1 req-bf67e9dd-be53-4fea-9d8b-542a6c21ccda tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] No DVR routers for this DVR port 0dd07bd5-e74b-434c-a105-6a9c537c3c96 on host hv-cinder-85918 {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:09:33.264417 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-300f09b2-d3d7-4036-af64-4b3648b873e1 req-bf67e9dd-be53-4fea-9d8b-542a6c21ccda tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:33.268061 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-300f09b2-d3d7-4036-af64-4b3648b873e1 req-bf67e9dd-be53-4fea-9d8b-542a6c21ccda tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.16 "DELETE /networking/v2.0/ports/0dd07bd5-e74b-434c-a105-6a9c537c3c96 HTTP/1.1" status: 204 len: 173 time: 0.3914776 Sep 24 05:09:33.269067 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dcedb5-91c7-4bc3-b46f-124ccffedf78', 'name': 'network-vif-deleted', 'tag': '0dd07bd5-e74b-434c-a105-6a9c537c3c96'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:09:33.271531 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b85537-7679-4f47-be65-6c10efd5680a" -d '{"events": [{"server_uuid": "87dcedb5-91c7-4bc3-b46f-124ccffedf78", "name": "network-vif-deleted", "tag": "0dd07bd5-e74b-434c-a105-6a9c537c3c96"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:09:33.307650 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332b28be-3b15-443e-b499-fb5e722cf56a x-openstack-request-id: req-332b28be-3b15-443e-b499-fb5e722cf56a {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:09:33.307941 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87dcedb5-91c7-4bc3-b46f-124ccffedf78", "name": "network-vif-deleted", "tag": "0dd07bd5-e74b-434c-a105-6a9c537c3c96", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:09:33.308193 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-332b28be-3b15-443e-b499-fb5e722cf56a {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:09:33.308594 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-332b28be-3b15-443e-b499-fb5e722cf56a'] response: {'server_uuid': '87dcedb5-91c7-4bc3-b46f-124ccffedf78', 'name': 'network-vif-deleted', 'tag': '0dd07bd5-e74b-434c-a105-6a9c537c3c96', 'status': 'completed', 'code': 200} Sep 24 05:09:33.423100 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9bdbc-889e-4efe-b4e9-f32cf05255f3 req-646b958f-f177-48a9-b5a7-f948efef014f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:33.424525 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-21a9bdbc-889e-4efe-b4e9-f32cf05255f3 req-646b958f-f177-48a9-b5a7-f948efef014f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 945 time: 0.0498405 Sep 24 05:09:33.470703 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-21a9bdbc-889e-4efe-b4e9-f32cf05255f3 req-d6b95198-caeb-4bf3-97da-644373e720f9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=57766081-302f-44a4-b4ae-180c78040aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407281 Sep 24 05:09:33.586401 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-27d1333f-a8a0-4a6f-8716-2c6e4285395a req-b195b2df-816a-4755-9eaf-78faf20fb14b tempest-ServerRescueNegativeTestJSON-1841571325 tempest-ServerRescueNegativeTestJSON-1841571325-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87dcedb5-91c7-4bc3-b46f-124ccffedf78 HTTP/1.1" status: 200 len: 210 time: 0.0291646 Sep 24 05:09:33.952639 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=84 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:33.953415 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=42 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:34.590075 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb7740-8b4e-4003-8e12-3a7a346a1882 req-d7989de2-4b0d-4c34-a090-3f0446cd9e22 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:34.591530 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-12fb7740-8b4e-4003-8e12-3a7a346a1882 req-d7989de2-4b0d-4c34-a090-3f0446cd9e22 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 945 time: 0.0457530 Sep 24 05:09:34.638544 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-12fb7740-8b4e-4003-8e12-3a7a346a1882 req-743dd23a-34ab-4755-8519-63519861e6c2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=57766081-302f-44a4-b4ae-180c78040aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408318 Sep 24 05:09:34.654654 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33936) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:34.761547 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0bfe1-74a4-4ee3-9596-e7c0545785d4 req-2fb79504-aea8-47b9-9020-33b6af4977a9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:34.763077 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cac0bfe1-74a4-4ee3-9596-e7c0545785d4 req-2fb79504-aea8-47b9-9020-33b6af4977a9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 945 time: 0.0505004 Sep 24 05:09:34.774478 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 33942) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:34.778914 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-59596a9d-1265-4e78-b4dc-84a7db2885c6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'floatingip': {'port_id': '69742a41-eeea-432a-8f65-c86e8714c51a'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:09:34.851713 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-59596a9d-1265-4e78-b4dc-84a7db2885c6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (f3763bd7-bdd3-40ee-9490-060855208842), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:35.137988 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f456e860-5f96-4e83-862b-618dbc768b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:35.681777 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ea64fa40-8a7d-48fd-b11e-9fab190edfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429734'] for router_interface (de67d66e-bd0a-4b49-a4c1-514415a70cf0), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:35.757427 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:35.766418 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-59596a9d-1265-4e78-b4dc-84a7db2885c6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:35.772622 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-59596a9d-1265-4e78-b4dc-84a7db2885c6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (f3763bd7-bdd3-40ee-9490-060855208842), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:35.945133 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:35.952558 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.l3_db [None req-59596a9d-1265-4e78-b4dc-84a7db2885c6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Floating IP f3763bd7-bdd3-40ee-9490-060855208842 associated. External IP: 172.27.0.76, port: 69742a41-eeea-432a-8f65-c86e8714c51a. Sep 24 05:09:36.099812 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-ea64fa40-8a7d-48fd-b11e-9fab190edfc4 admin admin] Deleting port 1733c937-6eeb-490b-ad55-2c199ddb7b82 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:09:36.100146 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ea64fa40-8a7d-48fd-b11e-9fab190edfc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:36.253779 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-ea64fa40-8a7d-48fd-b11e-9fab190edfc4 admin admin] For port 1733c937-6eeb-490b-ad55-2c199ddb7b82, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=1733c937-6eeb-490b-ad55-2c199ddb7b82,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:36.254158 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ea64fa40-8a7d-48fd-b11e-9fab190edfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:36.270225 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-ea64fa40-8a7d-48fd-b11e-9fab190edfc4 admin admin] Calling delete_port for 1733c937-6eeb-490b-ad55-2c199ddb7b82 owned by network:router_interface {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:09:36.272933 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59596a9d-1265-4e78-b4dc-84a7db2885c6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:09:36.399666 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:36.464759 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59596a9d-1265-4e78-b4dc-84a7db2885c6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:09:36.470190 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-59596a9d-1265-4e78-b4dc-84a7db2885c6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:36.475791 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea029bff-715b-44d5-8348-2ef4d38ab605 None None] Sync routers for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:09:36.489226 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea029bff-715b-44d5-8348-2ef4d38ab605 None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:09:36.489837 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-ea029bff-715b-44d5-8348-2ef4d38ab605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:09:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:36.502130 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:36.513003 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-59596a9d-1265-4e78-b4dc-84a7db2885c6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "PUT /networking/v2.0/floatingips/f3763bd7-bdd3-40ee-9490-060855208842 HTTP/1.1" status: 200 len: 990 time: 1.7351720 Sep 24 05:09:36.513003 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b5a30a-8b76-44d0-a014-23e753d0835f', 'tag': '69742a41-eeea-432a-8f65-c86e8714c51a'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:09:36.514157 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ff5fd5-fa88-41f1-a453-bdd262e08bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "87b5a30a-8b76-44d0-a014-23e753d0835f", "tag": "69742a41-eeea-432a-8f65-c86e8714c51a"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:09:36.565543 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d4296d-bdf1-4c6f-aeba-5a51122326e8 x-openstack-request-id: req-c6d4296d-bdf1-4c6f-aeba-5a51122326e8 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:09:36.565834 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b5a30a-8b76-44d0-a014-23e753d0835f", "tag": "69742a41-eeea-432a-8f65-c86e8714c51a", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:09:36.566181 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6d4296d-bdf1-4c6f-aeba-5a51122326e8 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:09:36.566583 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d4296d-bdf1-4c6f-aeba-5a51122326e8'] response: {'name': 'network-changed', 'server_uuid': '87b5a30a-8b76-44d0-a014-23e753d0835f', 'tag': '69742a41-eeea-432a-8f65-c86e8714c51a', 'status': 'completed', 'code': 200} Sep 24 05:09:36.577416 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ea64fa40-8a7d-48fd-b11e-9fab190edfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (1733c937-6eeb-490b-ad55-2c199ddb7b82), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:36.596230 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-ea029bff-715b-44d5-8348-2ef4d38ab605 None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:09:36.660536 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64fa40-8a7d-48fd-b11e-9fab190edfc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1733c937-6eeb-490b-ad55-2c199ddb7b82,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:36.699288 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff5fd5-fa88-41f1-a453-bdd262e08bf9 req-31a57e52-415b-4118-a76b-76c4a921d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:36.700820 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-95ff5fd5-fa88-41f1-a453-bdd262e08bf9 req-31a57e52-415b-4118-a76b-76c4a921d009 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=87d5229e39fe4817b5187068d8acecc7&device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 1129 time: 0.1067941 Sep 24 05:09:36.734172 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:36.829791 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-ea029bff-715b-44d5-8348-2ef4d38ab605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'f3763bd7-bdd3-40ee-9490-060855208842', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': '69742a41-eeea-432a-8f65-c86e8714c51a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:67:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b5a30a-8b76-44d0-a014-23e753d0835f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:09:18Z', 'updated_at': '2022-09-24T05:09:35Z', 'revision_number': 1, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:36.853636 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea029bff-715b-44d5-8348-2ef4d38ab605 None None] Checking router: 3356ba94-92ab-42d3-b2ab-aa4076c04e90 for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:09:36.862539 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea029bff-715b-44d5-8348-2ef4d38ab605 None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:09:36.863077 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-ea029bff-715b-44d5-8348-2ef4d38ab605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:09:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:36.893308 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff5fd5-fa88-41f1-a453-bdd262e08bf9 req-8c01cf0d-f183-4f84-9be4-da6e946961a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:36.894817 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-95ff5fd5-fa88-41f1-a453-bdd262e08bf9 req-8c01cf0d-f183-4f84-9be4-da6e946961a3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=17f0f6dc-1b39-4c78-b39c-2031585b359a HTTP/1.1" status: 200 len: 916 time: 0.1841674 Sep 24 05:09:36.896941 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ea64fa40-8a7d-48fd-b11e-9fab190edfc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435734'] for router_interface (de67d66e-bd0a-4b49-a4c1-514415a70cf0), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:36.965263 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-ea029bff-715b-44d5-8348-2ef4d38ab605 None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:09:37.003746 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-95ff5fd5-fa88-41f1-a453-bdd262e08bf9 req-15443b9e-dad4-48aa-b04a-b692f9994872 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69742a41-eeea-432a-8f65-c86e8714c51a HTTP/1.1" status: 200 len: 998 time: 0.0976939 Sep 24 05:09:37.091346 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff5fd5-fa88-41f1-a453-bdd262e08bf9 req-77870e43-7d24-45e0-a294-d6f6ed6083a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:37.092673 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-95ff5fd5-fa88-41f1-a453-bdd262e08bf9 req-77870e43-7d24-45e0-a294-d6f6ed6083a3 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8f69c44e-b4a0-4787-8e79-5aa8095e4aa1 HTTP/1.1" status: 200 len: 854 time: 0.0660441 Sep 24 05:09:37.156845 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 0dd07bd5-e74b-434c-a105-6a9c537c3c96 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:09:37.177830 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: 0dd07bd5-e74b-434c-a105-6a9c537c3c96 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:09:37.178201 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 0dd07bd5-e74b-434c-a105-6a9c537c3c96 not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:09:37.261139 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-ea029bff-715b-44d5-8348-2ef4d38ab605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'f3763bd7-bdd3-40ee-9490-060855208842', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': '69742a41-eeea-432a-8f65-c86e8714c51a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:67:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b5a30a-8b76-44d0-a014-23e753d0835f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:09:18Z', 'updated_at': '2022-09-24T05:09:35Z', 'revision_number': 1, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:37.286953 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea029bff-715b-44d5-8348-2ef4d38ab605 None None] The sync data for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi is: [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'f3763bd7-bdd3-40ee-9490-060855208842', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': '69742a41-eeea-432a-8f65-c86e8714c51a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:67:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b5a30a-8b76-44d0-a014-23e753d0835f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:09:18Z', 'updated_at': '2022-09-24T05:09:35Z', 'revision_number': 1, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:09:37.456141 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff5fd5-fa88-41f1-a453-bdd262e08bf9 req-44b5d23a-3a78-4fa9-bf20-bfa1e2e215ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:37.457603 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-95ff5fd5-fa88-41f1-a453-bdd262e08bf9 req-44b5d23a-3a78-4fa9-bf20-bfa1e2e215ab service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=17f0f6dc-1b39-4c78-b39c-2031585b359a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3322928 Sep 24 05:09:37.486503 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f26bf6-ece3-4c0d-ad01-1f4a306e0b08 None None] New status for floating IP f3763bd7-bdd3-40ee-9490-060855208842: ACTIVE {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:09:37.529082 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea64fa40-8a7d-48fd-b11e-9fab190edfc4 admin admin] Router de67d66e-bd0a-4b49-a4c1-514415a70cf0 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:09:37.603188 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-95ff5fd5-fa88-41f1-a453-bdd262e08bf9 req-2ecec092-e0a2-441f-bda5-3749b3b5133e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345391 Sep 24 05:09:37.620842 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:37.717351 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea64fa40-8a7d-48fd-b11e-9fab190edfc4 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:09:37.726971 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ea64fa40-8a7d-48fd-b11e-9fab190edfc4 admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/de67d66e-bd0a-4b49-a4c1-514415a70cf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0688400 Sep 24 05:09:37.727650 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33948) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:37.729933 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1724671-c2ae-4144-a8eb-f16286181029 None None] Sync routers for ids ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:09:37.740551 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1724671-c2ae-4144-a8eb-f16286181029 None None] Routers {'de67d66e-bd0a-4b49-a4c1-514415a70cf0'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:09:37.741441 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-c1724671-c2ae-4144-a8eb-f16286181029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:09:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:37.747409 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-95ff5fd5-fa88-41f1-a453-bdd262e08bf9 req-d981d71e-90c1-4483-bd42-34b2ba73219c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362536 Sep 24 05:09:37.828757 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:37.839123 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d34ffaaa-4e02-477f-bbc3-74e3ad4c5912 admin admin] Publish callbacks [] for router (de67d66e-bd0a-4b49-a4c1-514415a70cf0), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:37.850315 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-c1724671-c2ae-4144-a8eb-f16286181029 None None] Set router de67d66e-bd0a-4b49-a4c1-514415a70cf0 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:09:37.934064 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d34ffaaa-4e02-477f-bbc3-74e3ad4c5912 admin admin] Publish callbacks [] for router_gateway (de67d66e-bd0a-4b49-a4c1-514415a70cf0), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:37.976835 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:37.980678 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-d34ffaaa-4e02-477f-bbc3-74e3ad4c5912 admin admin] Deleting port 9961f715-52d2-4b35-9795-1acf0e26979a {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:09:37.981031 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d34ffaaa-4e02-477f-bbc3-74e3ad4c5912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (9961f715-52d2-4b35-9795-1acf0e26979a), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:38.007213 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:38.019009 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:38.021230 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-c1724671-c2ae-4144-a8eb-f16286181029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:09:36Z', 'revision_number': 5, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port': {'id': '9961f715-52d2-4b35-9795-1acf0e26979a', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:38.053448 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1724671-c2ae-4144-a8eb-f16286181029 None None] Checking router: de67d66e-bd0a-4b49-a4c1-514415a70cf0 for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:09:38.061348 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:38.062890 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1724671-c2ae-4144-a8eb-f16286181029 None None] Routers {'de67d66e-bd0a-4b49-a4c1-514415a70cf0'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:09:38.063538 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-c1724671-c2ae-4144-a8eb-f16286181029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:09:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:38.096327 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-d34ffaaa-4e02-477f-bbc3-74e3ad4c5912 admin admin] For port 9961f715-52d2-4b35-9795-1acf0e26979a, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=9961f715-52d2-4b35-9795-1acf0e26979a,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:38.096685 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d34ffaaa-4e02-477f-bbc3-74e3ad4c5912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (9961f715-52d2-4b35-9795-1acf0e26979a), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:38.109458 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-d34ffaaa-4e02-477f-bbc3-74e3ad4c5912 admin admin] Calling delete_port for 9961f715-52d2-4b35-9795-1acf0e26979a owned by network:router_gateway {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:09:38.145438 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-c1724671-c2ae-4144-a8eb-f16286181029 None None] Set router de67d66e-bd0a-4b49-a4c1-514415a70cf0 gateway port host: None {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:09:38.196615 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-c1724671-c2ae-4144-a8eb-f16286181029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:09:37Z', 'revision_number': 6, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port_host': None}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:38.220639 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1724671-c2ae-4144-a8eb-f16286181029 None None] The sync data for ids ['de67d66e-bd0a-4b49-a4c1-514415a70cf0'] in dv-cinder-859186-1-iscsi is: [{'id': 'de67d66e-bd0a-4b49-a4c1-514415a70cf0', 'name': 'tempest-ServerRescueNegativeTestJSON-1282197777-router', 'tenant_id': 'a18a3756ba2b460d977f738a115ebfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:09:37Z', 'revision_number': 6, 'project_id': 'a18a3756ba2b460d977f738a115ebfe0', 'gw_port_host': None}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:09:38.270747 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:38.275348 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d34ffaaa-4e02-477f-bbc3-74e3ad4c5912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (9961f715-52d2-4b35-9795-1acf0e26979a), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:38.304498 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ffaaa-4e02-477f-bbc3-74e3ad4c5912 admin admin] Pushing event deleted for resources: {'Port': ['ID=9961f715-52d2-4b35-9795-1acf0e26979a,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:38.365978 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d34ffaaa-4e02-477f-bbc3-74e3ad4c5912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437340'] for router_gateway (de67d66e-bd0a-4b49-a4c1-514415a70cf0), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:38.456266 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d34ffaaa-4e02-477f-bbc3-74e3ad4c5912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4195'] for router (de67d66e-bd0a-4b49-a4c1-514415a70cf0), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:38.458510 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d34ffaaa-4e02-477f-bbc3-74e3ad4c5912 admin admin] Publish callbacks [] for router_controller (de67d66e-bd0a-4b49-a4c1-514415a70cf0), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:38.500488 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d34ffaaa-4e02-477f-bbc3-74e3ad4c5912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435819'] for router (de67d66e-bd0a-4b49-a4c1-514415a70cf0), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:38.501079 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34ffaaa-4e02-477f-bbc3-74e3ad4c5912 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de67d66e-bd0a-4b49-a4c1-514415a70cf0 {{(pid=106192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 05:09:38.505649 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d34ffaaa-4e02-477f-bbc3-74e3ad4c5912 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:38.506583 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d34ffaaa-4e02-477f-bbc3-74e3ad4c5912 admin admin] 10.222.0.50 "DELETE /networking/v2.0/routers/de67d66e-bd0a-4b49-a4c1-514415a70cf0 HTTP/1.1" status: 204 len: 168 time: 0.7774043 Sep 24 05:09:38.509664 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33952) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:38.559128 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_v2 [None req-20104701-7309-48ca-96e7-0aaf4fa59e84 admin admin] Deleting subnet 75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf {{(pid=106192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 05:09:38.562560 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-20104701-7309-48ca-96e7-0aaf4fa59e84 admin admin] Publish callbacks [] for subnet (75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:38.599834 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-20104701-7309-48ca-96e7-0aaf4fa59e84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2600269'] for subnet (75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:38.711942 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-20104701-7309-48ca-96e7-0aaf4fa59e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66367886'] for subnet (75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:38.736383 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:38.770408 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-20104701-7309-48ca-96e7-0aaf4fa59e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66370483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3700566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3662227'] for subnet (75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:38.796972 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20104701-7309-48ca-96e7-0aaf4fa59e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:38.798945 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-20104701-7309-48ca-96e7-0aaf4fa59e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:38.802653 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-20104701-7309-48ca-96e7-0aaf4fa59e84 admin admin] 10.222.0.50 "DELETE /networking/v2.0/subnets/75cc7f07-2d32-40a6-9c8f-b2d7e8964cbf HTTP/1.1" status: 204 len: 168 time: 0.2919791 Sep 24 05:09:38.804271 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce6b9e9-20b5-4b3f-b249-2d34717d28cb None None] Network 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:09:38.805149 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33954) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:38.872130 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328315'] for network (002f39b7-19b2-4fdf-9ca2-a023fea0b5dc), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:38.920773 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] Deleting port 76a21161-d79c-43e5-b92e-c0af4b9012e5 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:09:38.921063 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (76a21161-d79c-43e5-b92e-c0af4b9012e5), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:38.987384 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] For port 76a21161-d79c-43e5-b92e-c0af4b9012e5, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=76a21161-d79c-43e5-b92e-c0af4b9012e5,segment=NetworkSegment(7a17c801-e8e8-4a53-b6a7-205a83098d5b),segment_id=7a17c801-e8e8-4a53-b6a7-205a83098d5b)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:38.987746 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (76a21161-d79c-43e5-b92e-c0af4b9012e5), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:39.005363 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] Calling delete_port for 76a21161-d79c-43e5-b92e-c0af4b9012e5 owned by network:dhcp {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:09:39.028760 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e3fbcb-3c29-46df-86b8-9c937639af5a None None] DHCP port deletion for 002f39b7-19b2-4fdf-9ca2-a023fea0b5dc request from dv-cinder-859186-1-iscsi {{(pid=106194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 05:09:39.060455 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:39.061614 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 1733c937-6eeb-490b-ad55-2c199ddb7b82 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:09:39.093446 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 1733c937-6eeb-490b-ad55-2c199ddb7b82 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:09:39.093869 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 1733c937-6eeb-490b-ad55-2c199ddb7b82 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:09:39.096113 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:39.102901 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3fbcb-3c29-46df-86b8-9c937639af5a None None] Deleting port 76a21161-d79c-43e5-b92e-c0af4b9012e5 {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:09:39.103436 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (76a21161-d79c-43e5-b92e-c0af4b9012e5), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:39.103630 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c7e3fbcb-3c29-46df-86b8-9c937639af5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (76a21161-d79c-43e5-b92e-c0af4b9012e5), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:39.129716 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] Pushing event deleted for resources: {'Port': ['ID=76a21161-d79c-43e5-b92e-c0af4b9012e5,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:39.134599 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] No DVR routers for this DVR port 76a21161-d79c-43e5-b92e-c0af4b9012e5 on host dv-cinder-859186-1-iscsi {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:09:39.181505 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-c7e3fbcb-3c29-46df-86b8-9c937639af5a None None] For port 76a21161-d79c-43e5-b92e-c0af4b9012e5, host dv-cinder-859186-1-iscsi, got binding levels [] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:09:39.181904 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c7e3fbcb-3c29-46df-86b8-9c937639af5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (76a21161-d79c-43e5-b92e-c0af4b9012e5), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:39.194498 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3fbcb-3c29-46df-86b8-9c937639af5a None None] Calling delete_port for 76a21161-d79c-43e5-b92e-c0af4b9012e5 owned by network:dhcp {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:09:39.197245 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.ipam_backend_mixin [None req-c7e3fbcb-3c29-46df-86b8-9c937639af5a None None] Port 76a21161-d79c-43e5-b92e-c0af4b9012e5 was not found and therefore no delete operation was performed {{(pid=106194) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 24 05:09:39.198518 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c7e3fbcb-3c29-46df-86b8-9c937639af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153'] for port (76a21161-d79c-43e5-b92e-c0af4b9012e5), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:39.210151 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66397605', 'neutron.services.segments.db._delete_segments_for_network-8754988363457'] for network (002f39b7-19b2-4fdf-9ca2-a023fea0b5dc), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:39.224966 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3fbcb-3c29-46df-86b8-9c937639af5a None None] Pushing event deleted for resources: {'Port': ['ID=76a21161-d79c-43e5-b92e-c0af4b9012e5,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:39.230406 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e3fbcb-3c29-46df-86b8-9c937639af5a None None] No DVR routers for this DVR port 76a21161-d79c-43e5-b92e-c0af4b9012e5 on host dv-cinder-859186-1-iscsi {{(pid=106194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:09:39.231937 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002f39b7-19b2-4fdf-9ca2-a023fea0b5dc']}} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:39.243266 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a17c801-e8e8-4a53-b6a7-205a83098d5b') {'for_net_delete': True} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:39.243558 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a17c801-e8e8-4a53-b6a7-205a83098d5b') {} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:39.254940 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754988363349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600310'] for segment (7a17c801-e8e8-4a53-b6a7-205a83098d5b), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:39.262814 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:39.270502 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (7a17c801-e8e8-4a53-b6a7-205a83098d5b), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:39.278435 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=106192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 05:09:39.278830 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3700716'] for segment (7a17c801-e8e8-4a53-b6a7-205a83098d5b), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:39.352563 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66397596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437385'] for network (002f39b7-19b2-4fdf-9ca2-a023fea0b5dc), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:39.360855 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:39.364352 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] 10.222.0.50 "DELETE /networking/v2.0/networks/002f39b7-19b2-4fdf-9ca2-a023fea0b5dc HTTP/1.1" status: 204 len: 168 time: 0.5582676 Sep 24 05:09:39.375371 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ba3c7-89f0-4c5a-aef4-6c224129808e admin admin] Pushing event deleted for resources: {'Network': ['ID=002f39b7-19b2-4fdf-9ca2-a023fea0b5dc,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:39.384258 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 7a17c801-e8e8-4a53-b6a7-205a83098d5b resource provider aggregate not found Sep 24 05:09:39.401368 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 7a17c801-e8e8-4a53-b6a7-205a83098d5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a17c801-e8e8-4a53-b6a7-205a83098d5b found for delete ", "request_id": "req-3b2c6aff-1278-40db-8642-7f91413456b9"}]} Sep 24 05:09:39.486124 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33964) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:39.525656 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-16809e3f-ab3d-41f5-836a-218d32dc4699 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=a18a3756ba2b460d977f738a115ebfe0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383508 Sep 24 05:09:39.528100 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 33966) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:39.580218 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8f7aa14d-7d35-4a84-8ca0-0d37dc44d385 admin admin] Publish callbacks [] for security_group (459b5094-5c67-4176-b223-f9304f045b76), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:39.600313 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8f7aa14d-7d35-4a84-8ca0-0d37dc44d385 admin admin] Publish callbacks [] for security_group (459b5094-5c67-4176-b223-f9304f045b76), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:39.646327 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8f7aa14d-7d35-4a84-8ca0-0d37dc44d385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (459b5094-5c67-4176-b223-f9304f045b76), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:39.649127 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8f7aa14d-7d35-4a84-8ca0-0d37dc44d385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:39.650295 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-8f7aa14d-7d35-4a84-8ca0-0d37dc44d385 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/459b5094-5c67-4176-b223-f9304f045b76 HTTP/1.1" status: 204 len: 168 time: 0.1212344 Sep 24 05:09:39.661082 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7aa14d-7d35-4a84-8ca0-0d37dc44d385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459b5094-5c67-4176-b223-f9304f045b76,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:40.636208 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 9961f715-52d2-4b35-9795-1acf0e26979a no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:09:40.661397 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 9961f715-52d2-4b35-9795-1acf0e26979a {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:09:40.661812 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 9961f715-52d2-4b35-9795-1acf0e26979a not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:09:40.662271 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 76a21161-d79c-43e5-b92e-c0af4b9012e5 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:09:40.682438 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 76a21161-d79c-43e5-b92e-c0af4b9012e5 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:09:40.682771 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 76a21161-d79c-43e5-b92e-c0af4b9012e5 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:09:47.741612 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=13 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:47.743627 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=83 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:48.145529 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=9 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:48.200020 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=22 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:48.529279 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:49.387322 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34092) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:49.525294 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5c25f7eb-87d2-4a36-a1d2-193d04a0f3b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:49.568198 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:49.603434 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5c25f7eb-87d2-4a36-a1d2-193d04a0f3b5 admin admin] Publish callbacks [] for security_group (cde899a1-778c-465e-b908-112aea25fa28), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:49.607005 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5c25f7eb-87d2-4a36-a1d2-193d04a0f3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (cde899a1-778c-465e-b908-112aea25fa28), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:49.645619 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-5c25f7eb-87d2-4a36-a1d2-193d04a0f3b5 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=c07d1da8ffb14033975b604382936e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571599 Sep 24 05:09:49.646679 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25f7eb-87d2-4a36-a1d2-193d04a0f3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde899a1-778c-465e-b908-112aea25fa28,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:49.648407 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34098) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:49.698362 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8ee3703a-0656-43d8-a41c-cf775ec187b4 admin admin] Publish callbacks [] for security_group (cde899a1-778c-465e-b908-112aea25fa28), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:49.718086 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8ee3703a-0656-43d8-a41c-cf775ec187b4 admin admin] Publish callbacks [] for security_group (cde899a1-778c-465e-b908-112aea25fa28), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:49.765694 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8ee3703a-0656-43d8-a41c-cf775ec187b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (cde899a1-778c-465e-b908-112aea25fa28), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:49.768287 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8ee3703a-0656-43d8-a41c-cf775ec187b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:49.769540 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-8ee3703a-0656-43d8-a41c-cf775ec187b4 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/cde899a1-778c-465e-b908-112aea25fa28 HTTP/1.1" status: 204 len: 168 time: 0.1199768 Sep 24 05:09:49.778733 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3703a-0656-43d8-a41c-cf775ec187b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde899a1-778c-465e-b908-112aea25fa28,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:50.384540 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34120) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:50.482649 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-0986c770-d383-4b56-8027-e24cc75f7196 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-797293519-network', 'tenant_id': 'c88010be9047455094d5498d40c10cfd'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:09:50.502903 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0986c770-d383-4b56-8027-e24cc75f7196 admin admin] Made reservation on behalf of c88010be9047455094d5498d40c10cfd for: {'network': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:09:50.505227 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0986c770-d383-4b56-8027-e24cc75f7196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:50.513531 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0986c770-d383-4b56-8027-e24cc75f7196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:50.590706 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0986c770-d383-4b56-8027-e24cc75f7196 admin admin] Publish callbacks [] for security_group (6104b77a-9303-4c4e-88e8-5814068decbe), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:50.594350 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0986c770-d383-4b56-8027-e24cc75f7196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (6104b77a-9303-4c4e-88e8-5814068decbe), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:50.619828 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0986c770-d383-4b56-8027-e24cc75f7196 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 05:09:50.629630 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986c770-d383-4b56-8027-e24cc75f7196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6104b77a-9303-4c4e-88e8-5814068decbe,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:50.634566 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0986c770-d383-4b56-8027-e24cc75f7196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (a13d497f-57dd-429b-bddd-685b71d54397), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:50.634900 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.segments_db [None req-0986c770-d383-4b56-8027-e24cc75f7196 admin admin] Added segment a13d497f-57dd-429b-bddd-685b71d54397 of type vlan for network c029959a-48ff-4810-b9a1-0373f28aeca3 Sep 24 05:09:50.676971 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0986c770-d383-4b56-8027-e24cc75f7196 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (c029959a-48ff-4810-b9a1-0373f28aeca3), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:50.700696 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0986c770-d383-4b56-8027-e24cc75f7196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (c029959a-48ff-4810-b9a1-0373f28aeca3), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:50.701790 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0986c770-d383-4b56-8027-e24cc75f7196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:50.702468 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0986c770-d383-4b56-8027-e24cc75f7196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:50.764194 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-0986c770-d383-4b56-8027-e24cc75f7196 admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3758459 Sep 24 05:09:50.764606 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986c770-d383-4b56-8027-e24cc75f7196 admin admin] Pushing event updated for resources: {'Network': ['ID=c029959a-48ff-4810-b9a1-0373f28aeca3,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:50.764746 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34124) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:50.769651 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-275be229-04c2-47cc-ba0a-914b384bf6a8 admin admin] Request body: {'subnet': {'network_id': 'c029959a-48ff-4810-b9a1-0373f28aeca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-797293519-subnet', 'tenant_id': 'c88010be9047455094d5498d40c10cfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:09:50.778902 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network c029959a-48ff-4810-b9a1-0373f28aeca3 details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 05:09:50.790455 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275be229-04c2-47cc-ba0a-914b384bf6a8 admin admin] Made reservation on behalf of c88010be9047455094d5498d40c10cfd for: {'subnet': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:09:50.793018 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-275be229-04c2-47cc-ba0a-914b384bf6a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3662268'] for subnet (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:50.957031 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-275be229-04c2-47cc-ba0a-914b384bf6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3697545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3662250'] for subnet (406e2c60-c4f0-4356-8f66-120266e13c4f), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:51.005296 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:51.017595 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275be229-04c2-47cc-ba0a-914b384bf6a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=406e2c60-c4f0-4356-8f66-120266e13c4f,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:51.030103 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275be229-04c2-47cc-ba0a-914b384bf6a8 admin admin] Checking segment: {'id': 'a13d497f-57dd-429b-bddd-685b71d54397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c029959a-48ff-4810-b9a1-0373f28aeca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:09:51.030458 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275be229-04c2-47cc-ba0a-914b384bf6a8 admin admin] Network hostable DHCP agents. Network: c029959a-48ff-4810-b9a1-0373f28aeca3, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 05:09:51.048795 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275be229-04c2-47cc-ba0a-914b384bf6a8 admin admin] Network c029959a-48ff-4810-b9a1-0373f28aeca3 is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 05:09:51.057503 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-275be229-04c2-47cc-ba0a-914b384bf6a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, c029959a-48ff-4810-b9a1-0373f28aeca3) {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:09:51.061523 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275be229-04c2-47cc-ba0a-914b384bf6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:51.062219 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-275be229-04c2-47cc-ba0a-914b384bf6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:51.066538 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c32ce7-e16d-4179-9257-2b8279bc6785 None None] Network c029959a-48ff-4810-b9a1-0373f28aeca3 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:09:51.078719 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-275be229-04c2-47cc-ba0a-914b384bf6a8 admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3127551 Sep 24 05:09:51.172636 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17bf390-8007-4134-a70a-56de73de69dd None None] Network c029959a-48ff-4810-b9a1-0373f28aeca3 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:09:51.547638 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34142) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:51.553056 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-066722e7-6c76-4943-8637-63f9d6a7838b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-840659732-network', 'tenant_id': 'ad619c1c63b84d3bb2fe9bb8db7b113c'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:09:51.573333 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066722e7-6c76-4943-8637-63f9d6a7838b admin admin] Made reservation on behalf of ad619c1c63b84d3bb2fe9bb8db7b113c for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:09:51.575739 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-066722e7-6c76-4943-8637-63f9d6a7838b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:51.584432 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-066722e7-6c76-4943-8637-63f9d6a7838b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:51.658249 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-066722e7-6c76-4943-8637-63f9d6a7838b admin admin] Publish callbacks [] for security_group (85f92bd1-97da-421d-a759-ef0752e5ceba), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:51.663068 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-066722e7-6c76-4943-8637-63f9d6a7838b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (85f92bd1-97da-421d-a759-ef0752e5ceba), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:51.689172 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066722e7-6c76-4943-8637-63f9d6a7838b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 05:09:51.698742 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066722e7-6c76-4943-8637-63f9d6a7838b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f92bd1-97da-421d-a759-ef0752e5ceba,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:51.706290 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-066722e7-6c76-4943-8637-63f9d6a7838b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (3aa232a4-1efa-49cd-b639-1183d5ab5963), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:51.707200 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-066722e7-6c76-4943-8637-63f9d6a7838b admin admin] Added segment 3aa232a4-1efa-49cd-b639-1183d5ab5963 of type vlan for network e83ab942-0132-4add-a205-23c2964feff0 Sep 24 05:09:51.747240 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-066722e7-6c76-4943-8637-63f9d6a7838b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (e83ab942-0132-4add-a205-23c2964feff0), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:51.772268 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-066722e7-6c76-4943-8637-63f9d6a7838b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (e83ab942-0132-4add-a205-23c2964feff0), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:51.773264 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066722e7-6c76-4943-8637-63f9d6a7838b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:51.773835 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-066722e7-6c76-4943-8637-63f9d6a7838b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:51.829801 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:51.833787 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-066722e7-6c76-4943-8637-63f9d6a7838b admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2850997 Sep 24 05:09:51.836892 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34144) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:51.839196 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066722e7-6c76-4943-8637-63f9d6a7838b admin admin] Pushing event updated for resources: {'Network': ['ID=e83ab942-0132-4add-a205-23c2964feff0,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:51.842173 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-fe074071-5f28-478e-b067-1ebe9094ff8b admin admin] Request body: {'subnet': {'network_id': 'e83ab942-0132-4add-a205-23c2964feff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-840659732-subnet', 'tenant_id': 'ad619c1c63b84d3bb2fe9bb8db7b113c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:09:51.851204 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network e83ab942-0132-4add-a205-23c2964feff0 details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 05:09:51.863782 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe074071-5f28-478e-b067-1ebe9094ff8b admin admin] Made reservation on behalf of ad619c1c63b84d3bb2fe9bb8db7b113c for: {'subnet': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:09:51.866299 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fe074071-5f28-478e-b067-1ebe9094ff8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8938425'] for subnet (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:52.035344 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fe074071-5f28-478e-b067-1ebe9094ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2375729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8938415'] for subnet (c1e8e263-28c4-4764-a8e8-ce3e4ac9644e), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:52.065666 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:52.091330 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:52.102396 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe074071-5f28-478e-b067-1ebe9094ff8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1e8e263-28c4-4764-a8e8-ce3e4ac9644e,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:52.115077 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe074071-5f28-478e-b067-1ebe9094ff8b admin admin] Checking segment: {'id': '3aa232a4-1efa-49cd-b639-1183d5ab5963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e83ab942-0132-4add-a205-23c2964feff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:09:52.115436 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe074071-5f28-478e-b067-1ebe9094ff8b admin admin] Network hostable DHCP agents. Network: e83ab942-0132-4add-a205-23c2964feff0, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 05:09:52.135636 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe074071-5f28-478e-b067-1ebe9094ff8b admin admin] Network e83ab942-0132-4add-a205-23c2964feff0 is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 05:09:52.145235 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-fe074071-5f28-478e-b067-1ebe9094ff8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, e83ab942-0132-4add-a205-23c2964feff0) {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:09:52.150223 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe074071-5f28-478e-b067-1ebe9094ff8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:52.150809 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fe074071-5f28-478e-b067-1ebe9094ff8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:52.154648 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fc3f55-ce09-4314-9fb0-69568450f1d1 None None] Network e83ab942-0132-4add-a205-23c2964feff0 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:09:52.175253 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-fe074071-5f28-478e-b067-1ebe9094ff8b admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3371923 Sep 24 05:09:52.288156 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34148) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:52.334481 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b82f3c-8567-416f-acb8-b85025a1ac3a admin admin] Deleting subnet 406e2c60-c4f0-4356-8f66-120266e13c4f {{(pid=106193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 05:09:52.337709 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-05b82f3c-8567-416f-acb8-b85025a1ac3a admin admin] Publish callbacks [] for subnet (406e2c60-c4f0-4356-8f66-120266e13c4f), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:52.372627 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-05b82f3c-8567-416f-acb8-b85025a1ac3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4105213'] for subnet (406e2c60-c4f0-4356-8f66-120266e13c4f), precommit_delete_associations {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:52.381428 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb171677-37ca-4462-a0ff-e3e1498ef3be None None] Network e83ab942-0132-4add-a205-23c2964feff0 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:09:52.420498 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-05b82f3c-8567-416f-acb8-b85025a1ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66367886'] for subnet (406e2c60-c4f0-4356-8f66-120266e13c4f), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:52.489337 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-05b82f3c-8567-416f-acb8-b85025a1ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66370483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2383086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8938390'] for subnet (406e2c60-c4f0-4356-8f66-120266e13c4f), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:52.514692 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b82f3c-8567-416f-acb8-b85025a1ac3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=406e2c60-c4f0-4356-8f66-120266e13c4f,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:52.520071 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-05b82f3c-8567-416f-acb8-b85025a1ac3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:52.523166 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-05b82f3c-8567-416f-acb8-b85025a1ac3a admin admin] 10.222.0.50 "DELETE /networking/v2.0/subnets/406e2c60-c4f0-4356-8f66-120266e13c4f HTTP/1.1" status: 204 len: 168 time: 0.2340760 Sep 24 05:09:52.525639 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34150) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:52.593812 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9850ca5e-8a28-4eb7-9cb9-fead58c831e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328315'] for network (c029959a-48ff-4810-b9a1-0373f28aeca3), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:52.674231 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9850ca5e-8a28-4eb7-9cb9-fead58c831e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66397605', 'neutron.services.segments.db._delete_segments_for_network-8754988363457'] for network (c029959a-48ff-4810-b9a1-0373f28aeca3), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:52.695165 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-9850ca5e-8a28-4eb7-9cb9-fead58c831e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c029959a-48ff-4810-b9a1-0373f28aeca3']}} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:52.704327 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-9850ca5e-8a28-4eb7-9cb9-fead58c831e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13d497f-57dd-429b-bddd-685b71d54397') {'for_net_delete': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:52.704621 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-9850ca5e-8a28-4eb7-9cb9-fead58c831e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13d497f-57dd-429b-bddd-685b71d54397') {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:52.714122 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9850ca5e-8a28-4eb7-9cb9-fead58c831e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754988363349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105158'] for segment (a13d497f-57dd-429b-bddd-685b71d54397), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:52.727615 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9850ca5e-8a28-4eb7-9cb9-fead58c831e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (a13d497f-57dd-429b-bddd-685b71d54397), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:52.733777 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9850ca5e-8a28-4eb7-9cb9-fead58c831e3 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 05:09:52.734217 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9850ca5e-8a28-4eb7-9cb9-fead58c831e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2382932'] for segment (a13d497f-57dd-429b-bddd-685b71d54397), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:52.778175 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment a13d497f-57dd-429b-bddd-685b71d54397 resource provider aggregate not found Sep 24 05:09:52.798235 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment a13d497f-57dd-429b-bddd-685b71d54397 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a13d497f-57dd-429b-bddd-685b71d54397 found for delete ", "request_id": "req-9bebf5a7-b8a3-45b0-a526-b8b3dd87a4d8"}]} Sep 24 05:09:52.803499 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9850ca5e-8a28-4eb7-9cb9-fead58c831e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66397596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437385'] for network (c029959a-48ff-4810-b9a1-0373f28aeca3), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:52.811129 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9850ca5e-8a28-4eb7-9cb9-fead58c831e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:52.817167 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-9850ca5e-8a28-4eb7-9cb9-fead58c831e3 admin admin] 10.222.0.50 "DELETE /networking/v2.0/networks/c029959a-48ff-4810-b9a1-0373f28aeca3 HTTP/1.1" status: 204 len: 168 time: 0.2905743 Sep 24 05:09:52.817420 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34156) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:52.828897 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850ca5e-8a28-4eb7-9cb9-fead58c831e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c029959a-48ff-4810-b9a1-0373f28aeca3,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:52.866604 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0faee1-9d62-44ea-a5ce-f046a6f6af80 admin admin] Deleting subnet c1e8e263-28c4-4764-a8e8-ce3e4ac9644e {{(pid=106192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 05:09:52.871045 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ff0faee1-9d62-44ea-a5ce-f046a6f6af80 admin admin] Publish callbacks [] for subnet (c1e8e263-28c4-4764-a8e8-ce3e4ac9644e), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:52.906524 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ff0faee1-9d62-44ea-a5ce-f046a6f6af80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2600269'] for subnet (c1e8e263-28c4-4764-a8e8-ce3e4ac9644e), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:52.951863 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ff0faee1-9d62-44ea-a5ce-f046a6f6af80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66367886'] for subnet (c1e8e263-28c4-4764-a8e8-ce3e4ac9644e), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:53.212850 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ff0faee1-9d62-44ea-a5ce-f046a6f6af80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66370483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3700566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3662227'] for subnet (c1e8e263-28c4-4764-a8e8-ce3e4ac9644e), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:53.238127 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0faee1-9d62-44ea-a5ce-f046a6f6af80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1e8e263-28c4-4764-a8e8-ce3e4ac9644e,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:53.241825 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ff0faee1-9d62-44ea-a5ce-f046a6f6af80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:53.244852 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-ff0faee1-9d62-44ea-a5ce-f046a6f6af80 admin admin] 10.222.0.50 "DELETE /networking/v2.0/subnets/c1e8e263-28c4-4764-a8e8-ce3e4ac9644e HTTP/1.1" status: 204 len: 168 time: 0.4265862 Sep 24 05:09:53.247379 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34158) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:53.317231 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-305f4398-87c3-49ad-be84-1261a259d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328315'] for network (e83ab942-0132-4add-a205-23c2964feff0), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:53.393550 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-305f4398-87c3-49ad-be84-1261a259d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66397605', 'neutron.services.segments.db._delete_segments_for_network-8754988363457'] for network (e83ab942-0132-4add-a205-23c2964feff0), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:53.416440 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-305f4398-87c3-49ad-be84-1261a259d0cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83ab942-0132-4add-a205-23c2964feff0']}} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:53.425647 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-305f4398-87c3-49ad-be84-1261a259d0cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa232a4-1efa-49cd-b639-1183d5ab5963') {'for_net_delete': True} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:53.425942 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-305f4398-87c3-49ad-be84-1261a259d0cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa232a4-1efa-49cd-b639-1183d5ab5963') {} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:09:53.435432 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-305f4398-87c3-49ad-be84-1261a259d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754988363349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600310'] for segment (3aa232a4-1efa-49cd-b639-1183d5ab5963), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:53.436788 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:53.449593 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-305f4398-87c3-49ad-be84-1261a259d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (3aa232a4-1efa-49cd-b639-1183d5ab5963), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:53.457145 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305f4398-87c3-49ad-be84-1261a259d0cc admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 05:09:53.457533 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-305f4398-87c3-49ad-be84-1261a259d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3700716'] for segment (3aa232a4-1efa-49cd-b639-1183d5ab5963), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:53.503066 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 3aa232a4-1efa-49cd-b639-1183d5ab5963 resource provider aggregate not found Sep 24 05:09:53.522474 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 3aa232a4-1efa-49cd-b639-1183d5ab5963 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3aa232a4-1efa-49cd-b639-1183d5ab5963 found for delete ", "request_id": "req-c137c979-19b4-4277-b62f-5d64ff8912c6"}]} Sep 24 05:09:53.529159 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-305f4398-87c3-49ad-be84-1261a259d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66397596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437385'] for network (e83ab942-0132-4add-a205-23c2964feff0), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:53.536721 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-305f4398-87c3-49ad-be84-1261a259d0cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:53.539974 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-305f4398-87c3-49ad-be84-1261a259d0cc admin admin] 10.222.0.50 "DELETE /networking/v2.0/networks/e83ab942-0132-4add-a205-23c2964feff0 HTTP/1.1" status: 204 len: 168 time: 0.2916856 Sep 24 05:09:53.549893 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f4398-87c3-49ad-be84-1261a259d0cc admin admin] Pushing event deleted for resources: {'Network': ['ID=e83ab942-0132-4add-a205-23c2964feff0,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:53.701118 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34166) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:53.740773 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-382d6b71-4fe8-4c87-ae48-4664b462abe2 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=c88010be9047455094d5498d40c10cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383997 Sep 24 05:09:53.743273 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34168) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:53.798774 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d096c1fa-8268-4d6d-89ed-c544ca6b6b4f admin admin] Publish callbacks [] for security_group (6104b77a-9303-4c4e-88e8-5814068decbe), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:53.819362 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d096c1fa-8268-4d6d-89ed-c544ca6b6b4f admin admin] Publish callbacks [] for security_group (6104b77a-9303-4c4e-88e8-5814068decbe), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:53.864972 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d096c1fa-8268-4d6d-89ed-c544ca6b6b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (6104b77a-9303-4c4e-88e8-5814068decbe), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:53.867532 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d096c1fa-8268-4d6d-89ed-c544ca6b6b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:53.868652 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-d096c1fa-8268-4d6d-89ed-c544ca6b6b4f admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/6104b77a-9303-4c4e-88e8-5814068decbe HTTP/1.1" status: 204 len: 168 time: 0.1244948 Sep 24 05:09:53.876665 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096c1fa-8268-4d6d-89ed-c544ca6b6b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6104b77a-9303-4c4e-88e8-5814068decbe,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:54.192180 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34174) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:54.231014 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-7c93187c-2700-41e4-93ea-be8fdb93e2d4 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=ad619c1c63b84d3bb2fe9bb8db7b113c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377316 Sep 24 05:09:54.233329 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34176) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:09:54.280174 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b8bdebb9-d2a8-40f6-a4b4-8964699f8ec2 admin admin] Publish callbacks [] for security_group (85f92bd1-97da-421d-a759-ef0752e5ceba), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:54.300849 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b8bdebb9-d2a8-40f6-a4b4-8964699f8ec2 admin admin] Publish callbacks [] for security_group (85f92bd1-97da-421d-a759-ef0752e5ceba), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:54.350229 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b8bdebb9-d2a8-40f6-a4b4-8964699f8ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (85f92bd1-97da-421d-a759-ef0752e5ceba), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:54.352751 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b8bdebb9-d2a8-40f6-a4b4-8964699f8ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:09:54.353874 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-b8bdebb9-d2a8-40f6-a4b4-8964699f8ec2 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/85f92bd1-97da-421d-a759-ef0752e5ceba HTTP/1.1" status: 204 len: 168 time: 0.1196814 Sep 24 05:09:54.361691 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bdebb9-d2a8-40f6-a4b4-8964699f8ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f92bd1-97da-421d-a759-ef0752e5ceba,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:09:55.176112 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:09:59.512285 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:59.546415 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0692854b-1bed-47c1-8eb2-42a53de714ff req-40ecfd0e-3adf-44e8-9def-0894e353e706 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440931 Sep 24 05:09:59.623134 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692854b-1bed-47c1-8eb2-42a53de714ff req-27578e17-0bf8-45a4-acbe-6ff4844e359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:59.624557 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0692854b-1bed-47c1-8eb2-42a53de714ff req-27578e17-0bf8-45a4-acbe-6ff4844e359d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=cd3d02b11bdf45fe99687fda3d1078cd&device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 1129 time: 0.0377629 Sep 24 05:09:59.727113 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692854b-1bed-47c1-8eb2-42a53de714ff req-2e39ad74-439d-4d87-ac68-6ed06f8a5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:59.728554 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0692854b-1bed-47c1-8eb2-42a53de714ff req-2e39ad74-439d-4d87-ac68-6ed06f8a5362 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=96921dc0-8a1d-4ce2-9352-455dac08d2de HTTP/1.1" status: 200 len: 909 time: 0.0850847 Sep 24 05:09:59.739973 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:09:59.794826 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0692854b-1bed-47c1-8eb2-42a53de714ff req-199b960a-e0ca-4af7-b9a8-a00d7de29ed0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 HTTP/1.1" status: 200 len: 1000 time: 0.0598357 Sep 24 05:09:59.845098 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692854b-1bed-47c1-8eb2-42a53de714ff req-003f5e97-4bd9-444e-ba2d-4371528f4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:59.846617 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0692854b-1bed-47c1-8eb2-42a53de714ff req-003f5e97-4bd9-444e-ba2d-4371528f4f0b service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951 HTTP/1.1" status: 200 len: 847 time: 0.0451918 Sep 24 05:09:59.900374 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692854b-1bed-47c1-8eb2-42a53de714ff req-aac08eb9-03ee-4e80-8372-e74db82765d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:09:59.901889 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0692854b-1bed-47c1-8eb2-42a53de714ff req-aac08eb9-03ee-4e80-8372-e74db82765d0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=96921dc0-8a1d-4ce2-9352-455dac08d2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390778 Sep 24 05:10:00.002376 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0692854b-1bed-47c1-8eb2-42a53de714ff req-a86144b4-b99d-4775-bf47-54c047ebb98e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925760 Sep 24 05:10:00.091829 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0692854b-1bed-47c1-8eb2-42a53de714ff req-376bb3e9-4853-42b0-bb4b-2ca9b919eca8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832255 Sep 24 05:10:00.622695 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d470a-0e6d-495b-8a82-7f9909418cd2 req-0d28e2b8-f82a-4f09-a7a0-8ec8ab6852fc tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:00.624075 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-586d470a-0e6d-495b-8a82-7f9909418cd2 req-0d28e2b8-f82a-4f09-a7a0-8ec8ab6852fc tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0476444 Sep 24 05:10:00.671576 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-586d470a-0e6d-495b-8a82-7f9909418cd2 req-51ec4510-94b3-4de4-99e0-d71a7eb77dd1 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417991 Sep 24 05:10:01.799550 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86165b-7ab0-4370-a155-e3be407b2b82 req-e8245f39-d0a9-4782-bff1-5f2a27118009 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:01.800966 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9e86165b-7ab0-4370-a155-e3be407b2b82 req-e8245f39-d0a9-4782-bff1-5f2a27118009 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0467052 Sep 24 05:10:01.813160 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:01.852058 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9e86165b-7ab0-4370-a155-e3be407b2b82 req-761341ce-a29a-4f04-8407-4a6025233899 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d24ce2ff-540b-4e8b-9520-d85667dbcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443146 Sep 24 05:10:01.878533 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768287-b5ca-4aaa-bd64-22afdfb31b7b req-2be469de-981c-45d6-9787-9eea036518fb tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:01.880011 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a7768287-b5ca-4aaa-bd64-22afdfb31b7b req-2be469de-981c-45d6-9787-9eea036518fb tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 946 time: 0.0523324 Sep 24 05:10:01.962264 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-a7768287-b5ca-4aaa-bd64-22afdfb31b7b req-f1b9ff80-66d9-4b81-a3b6-73b2f4d0a1d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Deleting port 27e14393-9cd2-49fc-924d-ab63297b8de7 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:10:01.962600 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a7768287-b5ca-4aaa-bd64-22afdfb31b7b req-f1b9ff80-66d9-4b81-a3b6-73b2f4d0a1d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (27e14393-9cd2-49fc-924d-ab63297b8de7), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:02.053645 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-a7768287-b5ca-4aaa-bd64-22afdfb31b7b req-f1b9ff80-66d9-4b81-a3b6-73b2f4d0a1d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] For port 27e14393-9cd2-49fc-924d-ab63297b8de7, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=27e14393-9cd2-49fc-924d-ab63297b8de7,segment=NetworkSegment(d8d16604-5220-46c8-8375-82244012833b),segment_id=d8d16604-5220-46c8-8375-82244012833b)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:10:02.053917 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a7768287-b5ca-4aaa-bd64-22afdfb31b7b req-f1b9ff80-66d9-4b81-a3b6-73b2f4d0a1d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (27e14393-9cd2-49fc-924d-ab63297b8de7), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:02.210174 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a7768287-b5ca-4aaa-bd64-22afdfb31b7b req-f1b9ff80-66d9-4b81-a3b6-73b2f4d0a1d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:02.210525 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a7768287-b5ca-4aaa-bd64-22afdfb31b7b req-f1b9ff80-66d9-4b81-a3b6-73b2f4d0a1d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (104287d5-4e9c-40e1-8b0c-940f13ea31d6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:02.210831 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.l3_db [req-a7768287-b5ca-4aaa-bd64-22afdfb31b7b req-f1b9ff80-66d9-4b81-a3b6-73b2f4d0a1d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Floating IP 104287d5-4e9c-40e1-8b0c-940f13ea31d6 disassociated. External IP: 172.27.0.241, port: 27e14393-9cd2-49fc-924d-ab63297b8de7. Sep 24 05:10:02.211165 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [req-a7768287-b5ca-4aaa-bd64-22afdfb31b7b req-f1b9ff80-66d9-4b81-a3b6-73b2f4d0a1d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Calling delete_port for 27e14393-9cd2-49fc-924d-ab63297b8de7 owned by compute:nova {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:10:02.269498 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:02.338530 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a7768287-b5ca-4aaa-bd64-22afdfb31b7b req-f1b9ff80-66d9-4b81-a3b6-73b2f4d0a1d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (27e14393-9cd2-49fc-924d-ab63297b8de7), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:02.365652 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9ff80-66d9-4b81-a3b6-73b2f4d0a1d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event deleted for resources: {'Port': ['ID=27e14393-9cd2-49fc-924d-ab63297b8de7,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:02.417211 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:02.474497 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7768287-b5ca-4aaa-bd64-22afdfb31b7b req-f1b9ff80-66d9-4b81-a3b6-73b2f4d0a1d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Router f2fa16df-67ea-4044-aa5d-759b1aa93ecf has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:10:02.575809 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7768287-b5ca-4aaa-bd64-22afdfb31b7b req-f1b9ff80-66d9-4b81-a3b6-73b2f4d0a1d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:10:02.590333 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec11bc-1920-4399-a691-44ed95957534 None None] Sync routers for ids ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:10:02.601947 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec11bc-1920-4399-a691-44ed95957534 None None] Routers {'f2fa16df-67ea-4044-aa5d-759b1aa93ecf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:10:02.601947 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-1bec11bc-1920-4399-a691-44ed95957534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:09:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:02.625896 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7768287-b5ca-4aaa-bd64-22afdfb31b7b req-f1b9ff80-66d9-4b81-a3b6-73b2f4d0a1d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] No DVR routers for this DVR port 27e14393-9cd2-49fc-924d-ab63297b8de7 on host hv-cinder-85918 {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:10:02.628432 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-a7768287-b5ca-4aaa-bd64-22afdfb31b7b req-f1b9ff80-66d9-4b81-a3b6-73b2f4d0a1d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:02.632233 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-a7768287-b5ca-4aaa-bd64-22afdfb31b7b req-f1b9ff80-66d9-4b81-a3b6-73b2f4d0a1d5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.16 "DELETE /networking/v2.0/ports/27e14393-9cd2-49fc-924d-ab63297b8de7 HTTP/1.1" status: 204 len: 173 time: 0.7466950 Sep 24 05:10:02.632722 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2daebb8-dfea-4ab9-8253-008a21f906e1', 'name': 'network-vif-deleted', 'tag': '27e14393-9cd2-49fc-924d-ab63297b8de7'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:10:02.635348 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d626d599-9138-4e12-9074-aaa087f18c89" -d '{"events": [{"server_uuid": "b2daebb8-dfea-4ab9-8253-008a21f906e1", "name": "network-vif-deleted", "tag": "27e14393-9cd2-49fc-924d-ab63297b8de7"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:10:02.686103 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16d437e-0976-41a2-a894-bdc316340a77 x-openstack-request-id: req-a16d437e-0976-41a2-a894-bdc316340a77 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:10:02.686737 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2daebb8-dfea-4ab9-8253-008a21f906e1", "name": "network-vif-deleted", "tag": "27e14393-9cd2-49fc-924d-ab63297b8de7", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:10:02.686921 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a16d437e-0976-41a2-a894-bdc316340a77 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:10:02.687359 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a16d437e-0976-41a2-a894-bdc316340a77'] response: {'server_uuid': 'b2daebb8-dfea-4ab9-8253-008a21f906e1', 'name': 'network-vif-deleted', 'tag': '27e14393-9cd2-49fc-924d-ab63297b8de7', 'status': 'completed', 'code': 200} Sep 24 05:10:02.729075 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-1bec11bc-1920-4399-a691-44ed95957534 None None] Set router f2fa16df-67ea-4044-aa5d-759b1aa93ecf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:10:02.781714 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-60b1c8e4-3f23-45e6-af5e-5bbfd479b6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:02.823183 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:02.956435 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-1bec11bc-1920-4399-a691-44ed95957534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:45Z', 'revision_number': 4, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '5705850c-2997-4641-b931-59349ff72938', 'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'mac_address': 'fa:16:3e:ac:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:43Z', 'updated_at': '2022-09-24T05:00:59Z', 'revision_number': 5, 'project_id': '66ec8bde739145dda504995dbea0914a', 'subnets': [{'id': '90944b39-2e61-42ae-924a-3191ae7969be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:02.982373 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec11bc-1920-4399-a691-44ed95957534 None None] Checking router: f2fa16df-67ea-4044-aa5d-759b1aa93ecf for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:10:02.985469 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fb3c5ee7-509e-48e8-b9f8-b8349304e255 req-2403781a-6c1e-4969-9950-8c992bcb998d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b2daebb8-dfea-4ab9-8253-008a21f906e1 HTTP/1.1" status: 200 len: 210 time: 0.0309913 Sep 24 05:10:02.991660 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec11bc-1920-4399-a691-44ed95957534 None None] Routers {'f2fa16df-67ea-4044-aa5d-759b1aa93ecf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:10:02.992263 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-1bec11bc-1920-4399-a691-44ed95957534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:09:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:03.028686 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:03.094843 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-1bec11bc-1920-4399-a691-44ed95957534 None None] Set router f2fa16df-67ea-4044-aa5d-759b1aa93ecf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:10:03.285389 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-1bec11bc-1920-4399-a691-44ed95957534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:45Z', 'revision_number': 4, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '5705850c-2997-4641-b931-59349ff72938', 'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'mac_address': 'fa:16:3e:ac:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:43Z', 'updated_at': '2022-09-24T05:00:59Z', 'revision_number': 5, 'project_id': '66ec8bde739145dda504995dbea0914a', 'subnets': [{'id': '90944b39-2e61-42ae-924a-3191ae7969be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:03.314493 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec11bc-1920-4399-a691-44ed95957534 None None] The sync data for ids ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'] in dv-cinder-859186-1-iscsi is: [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:45Z', 'revision_number': 4, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '5705850c-2997-4641-b931-59349ff72938', 'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'mac_address': 'fa:16:3e:ac:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:43Z', 'updated_at': '2022-09-24T05:00:59Z', 'revision_number': 5, 'project_id': '66ec8bde739145dda504995dbea0914a', 'subnets': [{'id': '90944b39-2e61-42ae-924a-3191ae7969be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:10:03.536415 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8908a01b-3da7-4c09-bb31-c1f153a060f0 None None] New status for floating IP 104287d5-4e9c-40e1-8b0c-940f13ea31d6: DOWN {{(pid=106195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:10:04.080675 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34308) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:04.135597 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group (d24ce2ff-540b-4e8b-9520-d85667dbcd1c), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:04.160122 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group (d24ce2ff-540b-4e8b-9520-d85667dbcd1c), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:04.209927 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (d24ce2ff-540b-4e8b-9520-d85667dbcd1c), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:04.212593 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:04.213753 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "DELETE /networking/v2.0/security-groups/d24ce2ff-540b-4e8b-9520-d85667dbcd1c HTTP/1.1" status: 204 len: 168 time: 0.1320376 Sep 24 05:10:04.216731 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34310) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:04.222761 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24ce2ff-540b-4e8b-9520-d85667dbcd1c,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:04.230034 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:04.230302 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.api.v2.resource [None req-a2956ccf-18a3-4101-a862-be671910cd8a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] show failed (client error): The resource could not be found. Sep 24 05:10:04.230435 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:04.230706 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:04.231048 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:04.231256 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-a2956ccf-18a3-4101-a862-be671910cd8a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups/d24ce2ff-540b-4e8b-9520-d85667dbcd1c HTTP/1.1" status: 404 len: 347 time: 0.0135715 Sep 24 05:10:04.231398 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:04.231712 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:04.232039 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:04.232359 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:04.232686 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:04.233011 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:04.233336 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:04.233658 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:04.233985 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:04.234178 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34312) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:04.234326 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:04.234647 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c24a7-8305-4b5c-bf58-c6e79dd3baaf tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:04.345421 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b8f1535b-53d2-4d4a-94a4-d3ce8b6ebc89 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Deleting port e8729f52-b2a7-4ff2-b889-a765b458437f {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:10:04.345676 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b8f1535b-53d2-4d4a-94a4-d3ce8b6ebc89 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (e8729f52-b2a7-4ff2-b889-a765b458437f), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:04.422981 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b8f1535b-53d2-4d4a-94a4-d3ce8b6ebc89 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (e8729f52-b2a7-4ff2-b889-a765b458437f), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:04.423306 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b8f1535b-53d2-4d4a-94a4-d3ce8b6ebc89 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for floatingip (e8729f52-b2a7-4ff2-b889-a765b458437f), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:04.436383 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b8f1535b-53d2-4d4a-94a4-d3ce8b6ebc89 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Calling delete_port for e8729f52-b2a7-4ff2-b889-a765b458437f owned by network:floatingip {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:10:04.570502 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b8f1535b-53d2-4d4a-94a4-d3ce8b6ebc89 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (e8729f52-b2a7-4ff2-b889-a765b458437f), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:04.595122 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1535b-53d2-4d4a-94a4-d3ce8b6ebc89 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event deleted for resources: {'Port': ['ID=e8729f52-b2a7-4ff2-b889-a765b458437f,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:04.656923 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b8f1535b-53d2-4d4a-94a4-d3ce8b6ebc89 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for floatingip (104287d5-4e9c-40e1-8b0c-940f13ea31d6), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:04.659780 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b8f1535b-53d2-4d4a-94a4-d3ce8b6ebc89 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:04.660912 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-b8f1535b-53d2-4d4a-94a4-d3ce8b6ebc89 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "DELETE /networking/v2.0/floatingips/104287d5-4e9c-40e1-8b0c-940f13ea31d6 HTTP/1.1" status: 204 len: 168 time: 0.4258859 Sep 24 05:10:04.753717 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34316) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:04.758752 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-100c46f6-6f59-44fb-aa28-47e1dfe19f82 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--332802625', 'description': 'tempest-description--693507790'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:10:04.779897 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-100c46f6-6f59-44fb-aa28-47e1dfe19f82 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:04.816307 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:04.848932 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-100c46f6-6f59-44fb-aa28-47e1dfe19f82 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group (5406f58e-96d5-49a7-a368-686438347cf2), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:04.852246 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-100c46f6-6f59-44fb-aa28-47e1dfe19f82 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (5406f58e-96d5-49a7-a368-686438347cf2), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:04.881577 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-100c46f6-6f59-44fb-aa28-47e1dfe19f82 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:04.882817 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-100c46f6-6f59-44fb-aa28-47e1dfe19f82 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1280820 Sep 24 05:10:04.884749 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c46f6-6f59-44fb-aa28-47e1dfe19f82 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5406f58e-96d5-49a7-a368-686438347cf2,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:04.885861 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34318) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:04.890904 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-e27fd837-a2f1-462e-8452-0c4ce28f30e5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Request body: {'security_group_rule': {'security_group_id': '5406f58e-96d5-49a7-a368-686438347cf2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:10:04.923847 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e27fd837-a2f1-462e-8452-0c4ce28f30e5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group_rule (13d13fa1-8225-4712-805e-cf7e8717d9fb), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:04.981512 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e27fd837-a2f1-462e-8452-0c4ce28f30e5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group_rule (13d13fa1-8225-4712-805e-cf7e8717d9fb), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:04.985121 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e27fd837-a2f1-462e-8452-0c4ce28f30e5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (13d13fa1-8225-4712-805e-cf7e8717d9fb), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.006031 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fd837-a2f1-462e-8452-0c4ce28f30e5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d13fa1-8225-4712-805e-cf7e8717d9fb,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:05.014777 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e27fd837-a2f1-462e-8452-0c4ce28f30e5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.015978 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-e27fd837-a2f1-462e-8452-0c4ce28f30e5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289239 Sep 24 05:10:05.018731 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34324) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:05.023593 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-e186d366-bb51-4ef7-9185-d8e046dd6c16 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Request body: {'security_group_rule': {'security_group_id': '5406f58e-96d5-49a7-a368-686438347cf2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:10:05.052185 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e186d366-bb51-4ef7-9185-d8e046dd6c16 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group_rule (c4b7cd48-8b56-4f93-a9a7-eb259203ea26), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.110852 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e186d366-bb51-4ef7-9185-d8e046dd6c16 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group_rule (c4b7cd48-8b56-4f93-a9a7-eb259203ea26), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.114773 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e186d366-bb51-4ef7-9185-d8e046dd6c16 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (c4b7cd48-8b56-4f93-a9a7-eb259203ea26), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.121069 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:DELETE=7,neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:05.141045 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a2438956-aef7-41bc-8105-a4982c11e617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.147250 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186d366-bb51-4ef7-9185-d8e046dd6c16 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b7cd48-8b56-4f93-a9a7-eb259203ea26,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:05.153574 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e186d366-bb51-4ef7-9185-d8e046dd6c16 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.154783 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-e186d366-bb51-4ef7-9185-d8e046dd6c16 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351321 Sep 24 05:10:05.158683 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34328) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:05.163486 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Request body: {'floatingip': {'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:10:05.177465 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:05.187875 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34330) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:05.196347 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.277828 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.313409 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 27e14393-9cd2-49fc-924d-ab63297b8de7 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:10:05.333487 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: 27e14393-9cd2-49fc-924d-ab63297b8de7 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:10:05.333838 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 27e14393-9cd2-49fc-924d-ab63297b8de7 not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:10:05.334313 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-99af822e-4c0f-4033-846a-581839cbe57b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.429758 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Allocated IP 172.27.0.19 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/0a430299-150f-4404-b1db-ad70558068e2) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:10:05.518014 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-99af822e-4c0f-4033-846a-581839cbe57b admin admin] Publish callbacks [] for security_group (66806c90-d4cf-4fcd-981c-e9a3e01aa008), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.524181 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-99af822e-4c0f-4033-846a-581839cbe57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (66806c90-d4cf-4fcd-981c-e9a3e01aa008), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.588068 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-99af822e-4c0f-4033-846a-581839cbe57b admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=a15248a0726242cfb3244f3f97724ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3991489 Sep 24 05:10:05.591010 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34334) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:05.592514 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af822e-4c0f-4033-846a-581839cbe57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66806c90-d4cf-4fcd-981c-e9a3e01aa008,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:05.604296 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for port (0a430299-150f-4404-b1db-ad70558068e2), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.638551 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (0a430299-150f-4404-b1db-ad70558068e2), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.641478 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-62c7d57a-2340-46fe-80f3-d8e82fc5a279 admin admin] Publish callbacks [] for security_group (66806c90-d4cf-4fcd-981c-e9a3e01aa008), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.663028 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-62c7d57a-2340-46fe-80f3-d8e82fc5a279 admin admin] Publish callbacks [] for security_group (66806c90-d4cf-4fcd-981c-e9a3e01aa008), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.681076 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:10:05.686174 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:10:05.688302 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event updated for resources: {'Port': ['ID=0a430299-150f-4404-b1db-ad70558068e2,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:05.690408 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:10:05.713191 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:05.714994 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-62c7d57a-2340-46fe-80f3-d8e82fc5a279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (66806c90-d4cf-4fcd-981c-e9a3e01aa008), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.717857 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-62c7d57a-2340-46fe-80f3-d8e82fc5a279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.719479 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-62c7d57a-2340-46fe-80f3-d8e82fc5a279 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/66806c90-d4cf-4fcd-981c-e9a3e01aa008 HTTP/1.1" status: 204 len: 168 time: 0.1273024 Sep 24 05:10:05.727934 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7d57a-2340-46fe-80f3-d8e82fc5a279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66806c90-d4cf-4fcd-981c-e9a3e01aa008,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:05.779783 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for floatingip (78446adf-2aa9-4c39-bfa1-4517bba7a26f), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.818661 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (0a430299-150f-4404-b1db-ad70558068e2), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.859228 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:05.968436 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for port (0a430299-150f-4404-b1db-ad70558068e2), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:05.973341 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (0a430299-150f-4404-b1db-ad70558068e2), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:06.003585 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34342) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:06.016744 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0b0aead0-4ab3-4ad4-b073-c051ec57b9b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:06.040391 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event updated for resources: {'Port': ['ID=0a430299-150f-4404-b1db-ad70558068e2,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:06.044275 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (78446adf-2aa9-4c39-bfa1-4517bba7a26f), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:06.060364 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:06.070025 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-b4f30f8d-13e8-4408-a7aa-7e6bf3e28113 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9015949 Sep 24 05:10:06.097169 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0b0aead0-4ab3-4ad4-b073-c051ec57b9b4 admin admin] Publish callbacks [] for security_group (1ad640d6-125e-499b-b1a3-2940e22cdbb0), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:06.101612 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0b0aead0-4ab3-4ad4-b073-c051ec57b9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (1ad640d6-125e-499b-b1a3-2940e22cdbb0), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:06.113325 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:06.140307 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0aead0-4ab3-4ad4-b073-c051ec57b9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad640d6-125e-499b-b1a3-2940e22cdbb0,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:06.148175 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-0b0aead0-4ab3-4ad4-b073-c051ec57b9b4 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=5d44d96d5a17479c9e810eb7a2170dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402471 Sep 24 05:10:06.148498 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34346) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:06.202971 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3ea6bc84-36e4-4c91-985c-4ceb519a85d3 admin admin] Publish callbacks [] for security_group (1ad640d6-125e-499b-b1a3-2940e22cdbb0), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:06.228545 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3ea6bc84-36e4-4c91-985c-4ceb519a85d3 admin admin] Publish callbacks [] for security_group (1ad640d6-125e-499b-b1a3-2940e22cdbb0), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:06.304573 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-5ad523a9-25c1-475b-8b77-8fb518859dbc tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--332802625&fields=id&tenant_id=66ec8bde739145dda504995dbea0914a HTTP/1.1" status: 200 len: 267 time: 0.0681646 Sep 24 05:10:06.325071 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3ea6bc84-36e4-4c91-985c-4ceb519a85d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (1ad640d6-125e-499b-b1a3-2940e22cdbb0), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:06.327783 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3ea6bc84-36e4-4c91-985c-4ceb519a85d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:06.328942 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-3ea6bc84-36e4-4c91-985c-4ceb519a85d3 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/1ad640d6-125e-499b-b1a3-2940e22cdbb0 HTTP/1.1" status: 204 len: 168 time: 0.1795948 Sep 24 05:10:06.374881 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6bc84-36e4-4c91-985c-4ceb519a85d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad640d6-125e-499b-b1a3-2940e22cdbb0,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:06.417488 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:06.434638 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-6101fe62-29b8-40df-9994-aec1ad081619 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:06.436120 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-6101fe62-29b8-40df-9994-aec1ad081619 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/networks?id=71010379-32a3-4ab2-bca2-8378eefa5ed7 HTTP/1.1" status: 200 len: 810 time: 0.1241674 Sep 24 05:10:06.452090 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-48be1c7f-24d6-4fc8-9504-1f8f63377fb5 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/quotas/66ec8bde739145dda504995dbea0914a HTTP/1.1" status: 200 len: 375 time: 0.0100067 Sep 24 05:10:06.509828 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-d151247e-c923-41a8-8f76-8ac502530380 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=66ec8bde739145dda504995dbea0914a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519252 Sep 24 05:10:06.608915 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-571d0e74-0933-4288-9b28-245fd0e9b34b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866580 Sep 24 05:10:06.696469 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:06.707139 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-398e7a4e-73a3-4864-863c-13166ab9fc7c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923762 Sep 24 05:10:06.882023 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-15ca386e-b437-479d-8119-758bbeacbbb9 req-3defb7b1-f144-4c77-bd76-6c1ded0d0b95 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 210 time: 0.0310299 Sep 24 05:10:07.990045 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1754d8bd-b236-47f4-b01f-aaa66c13e6ea req-ed6e46c0-9642-4f01-9acc-be8f26fcac61 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 210 time: 0.0334597 Sep 24 05:10:08.033360 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:08.052216 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:08.265406 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-e4fcd61d-08e7-4bdf-ba93-828dc8d1c3db tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:08.266854 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-e4fcd61d-08e7-4bdf-ba93-828dc8d1c3db tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.16 "GET /networking/v2.0/networks?id=71010379-32a3-4ab2-bca2-8378eefa5ed7 HTTP/1.1" status: 200 len: 810 time: 0.3586893 Sep 24 05:10:08.326419 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-c4ab2c0e-0fb2-4dbd-83a6-aca5f0281f5e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=66ec8bde739145dda504995dbea0914a HTTP/1.1" status: 200 len: 379 time: 0.0505998 Sep 24 05:10:08.335193 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-7c1405fc-accd-4715-a3cf-b8fc6aa364be tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Request body: {'port': {'device_id': 'b551478f-d1dc-4ab3-9e44-4e78b785b21f', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'admin_state_up': True, 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'security_groups': ['5406f58e-96d5-49a7-a368-686438347cf2']}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:10:08.444749 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-7c1405fc-accd-4715-a3cf-b8fc6aa364be tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Made reservation on behalf of 66ec8bde739145dda504995dbea0914a for: {'port': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:10:08.448450 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-7c1405fc-accd-4715-a3cf-b8fc6aa364be tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:08.573412 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-7c1405fc-accd-4715-a3cf-b8fc6aa364be tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Allocated IP 172.20.0.3 (71010379-32a3-4ab2-bca2-8378eefa5ed7/90944b39-2e61-42ae-924a-3191ae7969be/91027567-bf47-4165-9af7-f033dc54a3db) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:10:08.620171 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:08.726644 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-7c1405fc-accd-4715-a3cf-b8fc6aa364be tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for port (91027567-bf47-4165-9af7-f033dc54a3db), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:08.752593 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:08.757683 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-7c1405fc-accd-4715-a3cf-b8fc6aa364be tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (91027567-bf47-4165-9af7-f033dc54a3db), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:08.804378 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-7c1405fc-accd-4715-a3cf-b8fc6aa364be tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Network 71010379-32a3-4ab2-bca2-8378eefa5ed7 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:10:08.807461 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-7c1405fc-accd-4715-a3cf-b8fc6aa364be tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:10:08.811165 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-7c1405fc-accd-4715-a3cf-b8fc6aa364be tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:10:08.841760 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1405fc-accd-4715-a3cf-b8fc6aa364be tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event updated for resources: {'Port': ['ID=91027567-bf47-4165-9af7-f033dc54a3db,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:08.870281 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-7c1405fc-accd-4715-a3cf-b8fc6aa364be tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:08.870893 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-7c1405fc-accd-4715-a3cf-b8fc6aa364be tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:08.888407 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-7c1405fc-accd-4715-a3cf-b8fc6aa364be tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572722 Sep 24 05:10:08.960065 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Request body: {'port': {'device_id': 'b551478f-d1dc-4ab3-9e44-4e78b785b21f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:10:09.018302 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (91027567-bf47-4165-9af7-f033dc54a3db), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:09.067021 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-fcc372ae-d7f7-4d0b-b55e-7e2cdb387039 None None] Provisioning complete for port 91027567-bf47-4165-9af7-f033dc54a3db triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:09.067580 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fcc372ae-d7f7-4d0b-b55e-7e2cdb387039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (91027567-bf47-4165-9af7-f033dc54a3db), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:09.067682 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-fcc372ae-d7f7-4d0b-b55e-7e2cdb387039 None None] Attempt 1 to provision port 91027567-bf47-4165-9af7-f033dc54a3db Sep 24 05:10:09.105019 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-fcc372ae-d7f7-4d0b-b55e-7e2cdb387039 None None] Port 91027567-bf47-4165-9af7-f033dc54a3db cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:09.126879 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dccdd-000f-4738-894b-ac530120f6f0 req-e999c250-4861-42d7-8482-185b22505379 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:09.128428 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-669dccdd-000f-4738-894b-ac530120f6f0 req-e999c250-4861-42d7-8482-185b22505379 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 931 time: 0.0467596 Sep 24 05:10:09.181288 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-669dccdd-000f-4738-894b-ac530120f6f0 req-51b69442-1a51-492f-aaf7-f0499b038660 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5406f58e-96d5-49a7-a368-686438347cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464857 Sep 24 05:10:09.280952 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91027567-bf47-4165-9af7-f033dc54a3db {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:10:09.289053 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Publish callbacks [] for port (91027567-bf47-4165-9af7-f033dc54a3db), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:09.302849 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Transition to ACTIVE for port object 91027567-bf47-4165-9af7-f033dc54a3db will not be triggered until provisioned by entity L2. {{(pid=106193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:10:09.306842 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (91027567-bf47-4165-9af7-f033dc54a3db), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:09.370622 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Pushing event updated for resources: {'Port': ['ID=91027567-bf47-4165-9af7-f033dc54a3db,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:09.420846 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Attempting to bind port 91027567-bf47-4165-9af7-f033dc54a3db on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:10:09.421181 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Attempting to bind port 91027567-bf47-4165-9af7-f033dc54a3db by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'd8d16604-5220-46c8-8375-82244012833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:10:09.421509 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Attempting to bind port 91027567-bf47-4165-9af7-f033dc54a3db on network 71010379-32a3-4ab2-bca2-8378eefa5ed7 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:10:09.462955 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Port 91027567-bf47-4165-9af7-f033dc54a3db on network 71010379-32a3-4ab2-bca2-8378eefa5ed7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:10:09.463279 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Attempting to bind port 91027567-bf47-4165-9af7-f033dc54a3db on network 71010379-32a3-4ab2-bca2-8378eefa5ed7 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:10:09.482395 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:09.507661 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:10:09.507998 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Checking segment: {'id': 'd8d16604-5220-46c8-8375-82244012833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:10:09.508379 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Bound using segment: {'id': 'd8d16604-5220-46c8-8375-82244012833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:10:09.508816 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Bound port: 91027567-bf47-4165-9af7-f033dc54a3db, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d16604-5220-46c8-8375-82244012833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:10:09.509173 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (91027567-bf47-4165-9af7-f033dc54a3db), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:09.573536 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] For port 91027567-bf47-4165-9af7-f033dc54a3db, host hv-cinder-85918, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:10:09.576558 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] For port 91027567-bf47-4165-9af7-f033dc54a3db, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=91027567-bf47-4165-9af7-f033dc54a3db,segment=NetworkSegment(d8d16604-5220-46c8-8375-82244012833b),segment_id=d8d16604-5220-46c8-8375-82244012833b)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:10:09.582274 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (91027567-bf47-4165-9af7-f033dc54a3db), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:09.587580 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:09.588185 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:09.589534 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/91027567-bf47-4165-9af7-f033dc54a3db HTTP/1.1" status: 200 len: 1093 time: 0.6340644 Sep 24 05:10:09.590108 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b551478f-d1dc-4ab3-9e44-4e78b785b21f', 'tag': '91027567-bf47-4165-9af7-f033dc54a3db'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:10:09.592322 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e150a1d-87d8-4eec-ac35-c0c202c7130a" -d '{"events": [{"name": "network-changed", "server_uuid": "b551478f-d1dc-4ab3-9e44-4e78b785b21f", "tag": "91027567-bf47-4165-9af7-f033dc54a3db"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:10:09.605749 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-fcc372ae-d7f7-4d0b-b55e-7e2cdb387039 None None] Attempt 2 to provision port 91027567-bf47-4165-9af7-f033dc54a3db Sep 24 05:10:09.642489 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf8792-4a57-48f9-82e1-c05c06834cfb service neutron] Pushing event updated for resources: {'Port': ['ID=91027567-bf47-4165-9af7-f033dc54a3db,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:09.643285 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-fcc372ae-d7f7-4d0b-b55e-7e2cdb387039 None None] Port 91027567-bf47-4165-9af7-f033dc54a3db had new provisioning blocks added so it will not transition to active. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 05:10:09.657422 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2578f64-4129-4355-8f76-35f5d171f476 x-openstack-request-id: req-e2578f64-4129-4355-8f76-35f5d171f476 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:10:09.657716 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b551478f-d1dc-4ab3-9e44-4e78b785b21f", "tag": "91027567-bf47-4165-9af7-f033dc54a3db", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:10:09.657968 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e2578f64-4129-4355-8f76-35f5d171f476 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:10:09.658428 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2578f64-4129-4355-8f76-35f5d171f476'] response: {'name': 'network-changed', 'server_uuid': 'b551478f-d1dc-4ab3-9e44-4e78b785b21f', 'tag': '91027567-bf47-4165-9af7-f033dc54a3db', 'status': 'completed', 'code': 200} Sep 24 05:10:10.301235 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ab433-9421-4cc6-a1c0-51371b4b3e8e req-d8eac513-eefb-4ed9-a566-752a6bca55f3 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:10.302692 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-952ab433-9421-4cc6-a1c0-51371b4b3e8e req-d8eac513-eefb-4ed9-a566-752a6bca55f3 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 943 time: 0.0454481 Sep 24 05:10:10.349873 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-952ab433-9421-4cc6-a1c0-51371b4b3e8e req-47336f56-d341-4dfc-a068-79988162e0de tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5406f58e-96d5-49a7-a368-686438347cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410519 Sep 24 05:10:11.470882 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ee5df-2dd3-4f0f-a97f-2a26a3c1905f req-a1a0ab5b-702f-4017-9f4d-a7db3c4c3a26 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:11.472335 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-306ee5df-2dd3-4f0f-a97f-2a26a3c1905f req-a1a0ab5b-702f-4017-9f4d-a7db3c4c3a26 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 943 time: 0.0462358 Sep 24 05:10:11.517476 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-306ee5df-2dd3-4f0f-a97f-2a26a3c1905f req-f2cfc007-118c-4978-a243-43fca233ca21 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5406f58e-96d5-49a7-a368-686438347cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396545 Sep 24 05:10:11.622461 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:11.634902 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e150a1d-87d8-4eec-ac35-c0c202c7130a req-2554b668-929a-4dea-aba0-bd6193e898a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:11.636300 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0e150a1d-87d8-4eec-ac35-c0c202c7130a req-2554b668-929a-4dea-aba0-bd6193e898a7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=66ec8bde739145dda504995dbea0914a&device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 1127 time: 0.0397766 Sep 24 05:10:12.637383 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cdc3b-cfe2-4216-8ffb-bd0396ba2818 req-88eb6589-aba9-4c72-97e4-faf64f4d42a2 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:12.638838 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb5cdc3b-cfe2-4216-8ffb-bd0396ba2818 req-88eb6589-aba9-4c72-97e4-faf64f4d42a2 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 943 time: 0.0485880 Sep 24 05:10:12.669828 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:12.686858 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb5cdc3b-cfe2-4216-8ffb-bd0396ba2818 req-36f36593-d3ed-4e25-a04f-234ff6ec954c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5406f58e-96d5-49a7-a368-686438347cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425549 Sep 24 05:10:13.276532 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e150a1d-87d8-4eec-ac35-c0c202c7130a req-ce779ced-93f8-4871-8bf2-3a7f268a8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:13.277967 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0e150a1d-87d8-4eec-ac35-c0c202c7130a req-ce779ced-93f8-4871-8bf2-3a7f268a8d85 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=66ec8bde739145dda504995dbea0914a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0960331 Sep 24 05:10:13.370114 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e150a1d-87d8-4eec-ac35-c0c202c7130a req-847ec94c-38e1-4056-a48d-bda5fe16db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:13.371542 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-0e150a1d-87d8-4eec-ac35-c0c202c7130a req-847ec94c-38e1-4056-a48d-bda5fe16db05 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863683 Sep 24 05:10:13.441754 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-69a20222-ee91-45d6-a022-92263a4dc230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:13.443286 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-69a20222-ee91-45d6-a022-92263a4dc230 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=66ec8bde739145dda504995dbea0914a&device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 1127 time: 0.0383253 Sep 24 05:10:13.584250 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-ae0fc554-b521-40af-8058-1651d2e44e93 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91027567-bf47-4165-9af7-f033dc54a3db HTTP/1.1" status: 200 len: 217 time: 0.0366399 Sep 24 05:10:13.608562 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:13.610713 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:13.632838 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-72091457-6a17-4cfa-9a2c-39a0affafb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:13.634269 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-72091457-6a17-4cfa-9a2c-39a0affafb6d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=90944b39-2e61-42ae-924a-3191ae7969be HTTP/1.1" status: 200 len: 849 time: 0.0438321 Sep 24 05:10:13.676995 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-6a4b78a5-4272-47c3-b9d6-d04256663991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:13.678475 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-6a4b78a5-4272-47c3-b9d6-d04256663991 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=71010379-32a3-4ab2-bca2-8378eefa5ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380805 Sep 24 05:10:13.770666 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-8769a8eb-de46-4452-b0ac-2fff49aa505b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856907 Sep 24 05:10:13.808777 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535afd87-d53d-4dd2-a0f5-ffff59ac8683 req-541a0419-25a9-4a5b-a53f-98f5ad6e5bf6 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:13.810269 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-535afd87-d53d-4dd2-a0f5-ffff59ac8683 req-541a0419-25a9-4a5b-a53f-98f5ad6e5bf6 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 943 time: 0.0467663 Sep 24 05:10:13.862104 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-ccd6bec8-246d-4bd0-8370-7740eb5544ac req-f8a75a53-c9c3-441d-ade4-981af510d397 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853207 Sep 24 05:10:13.865702 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-535afd87-d53d-4dd2-a0f5-ffff59ac8683 req-d68b1fd3-abbc-4787-a9ab-b2cf5dc3ac15 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5406f58e-96d5-49a7-a368-686438347cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494902 Sep 24 05:10:14.991111 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bd765-08dd-434b-990a-2743da382d40 req-3aa73a26-82cb-41a5-9766-f170973983ea tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:14.992553 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-913bd765-08dd-434b-990a-2743da382d40 req-3aa73a26-82cb-41a5-9766-f170973983ea tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 943 time: 0.0493333 Sep 24 05:10:15.038298 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-913bd765-08dd-434b-990a-2743da382d40 req-5de313bd-7444-4f62-8417-7caa0a2d510a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5406f58e-96d5-49a7-a368-686438347cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402114 Sep 24 05:10:16.157145 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0ce50-4a8f-4fdd-9cd6-f5621c0d77fe req-3d6d1ad1-8cf5-44a1-a106-ac0c7032147a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:16.158609 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-acb0ce50-4a8f-4fdd-9cd6-f5621c0d77fe req-3d6d1ad1-8cf5-44a1-a106-ac0c7032147a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 943 time: 0.0461366 Sep 24 05:10:16.206094 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-acb0ce50-4a8f-4fdd-9cd6-f5621c0d77fe req-b4e8e864-0f0b-4af8-a050-7752d416c88d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5406f58e-96d5-49a7-a368-686438347cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417795 Sep 24 05:10:16.834290 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34484) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:16.935957 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1ccde1ca-bf83-47dd-84b0-1cc405e20f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:17.009640 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1ccde1ca-bf83-47dd-84b0-1cc405e20f02 admin admin] Publish callbacks [] for security_group (c0995251-b12b-432e-9eaa-d36c642dcc36), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:17.013185 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1ccde1ca-bf83-47dd-84b0-1cc405e20f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (c0995251-b12b-432e-9eaa-d36c642dcc36), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:17.054380 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-1ccde1ca-bf83-47dd-84b0-1cc405e20f02 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=17d4f502b14b456082c34f9dfe536694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190280 Sep 24 05:10:17.055208 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccde1ca-bf83-47dd-84b0-1cc405e20f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0995251-b12b-432e-9eaa-d36c642dcc36,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:17.057648 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34488) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:17.109871 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-22e6017f-cfff-43ab-aa0c-f2d85ec6d546 admin admin] Publish callbacks [] for security_group (c0995251-b12b-432e-9eaa-d36c642dcc36), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:17.129614 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-22e6017f-cfff-43ab-aa0c-f2d85ec6d546 admin admin] Publish callbacks [] for security_group (c0995251-b12b-432e-9eaa-d36c642dcc36), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:17.176137 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-22e6017f-cfff-43ab-aa0c-f2d85ec6d546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (c0995251-b12b-432e-9eaa-d36c642dcc36), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:17.178657 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-22e6017f-cfff-43ab-aa0c-f2d85ec6d546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:17.179807 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-22e6017f-cfff-43ab-aa0c-f2d85ec6d546 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/c0995251-b12b-432e-9eaa-d36c642dcc36 HTTP/1.1" status: 204 len: 168 time: 0.1210871 Sep 24 05:10:17.190460 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6017f-cfff-43ab-aa0c-f2d85ec6d546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0995251-b12b-432e-9eaa-d36c642dcc36,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:17.329884 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5d0f1-495a-4231-870a-c9dc34797a22 req-c6f7a216-7afd-46d0-abca-246266bce46f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:17.331464 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-47e5d0f1-495a-4231-870a-c9dc34797a22 req-c6f7a216-7afd-46d0-abca-246266bce46f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 943 time: 0.0480504 Sep 24 05:10:17.359352 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 91027567-bf47-4165-9af7-f033dc54a3db details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:10:17.383080 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-47e5d0f1-495a-4231-870a-c9dc34797a22 req-8521c3df-569c-4168-af73-0504e7181b73 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5406f58e-96d5-49a7-a368-686438347cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452700 Sep 24 05:10:17.464548 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 91027567-bf47-4165-9af7-f033dc54a3db, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=91027567-bf47-4165-9af7-f033dc54a3db,segment=NetworkSegment(d8d16604-5220-46c8-8375-82244012833b),segment_id=d8d16604-5220-46c8-8375-82244012833b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:10:17.480067 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '91027567-bf47-4165-9af7-f033dc54a3db', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'port_id': '91027567-bf47-4165-9af7-f033dc54a3db', 'mac_address': 'fa:16:3e:bd:de:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:10:17.518521 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 91027567-bf47-4165-9af7-f033dc54a3db is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:17.518753 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (91027567-bf47-4165-9af7-f033dc54a3db), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:17.532006 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91027567-bf47-4165-9af7-f033dc54a3db {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:10:17.552405 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 91027567-bf47-4165-9af7-f033dc54a3db, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=91027567-bf47-4165-9af7-f033dc54a3db,segment=NetworkSegment(d8d16604-5220-46c8-8375-82244012833b),segment_id=d8d16604-5220-46c8-8375-82244012833b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:10:17.556446 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (91027567-bf47-4165-9af7-f033dc54a3db), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:17.577303 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:17.603329 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=91027567-bf47-4165-9af7-f033dc54a3db,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:17.934176 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['91027567-bf47-4165-9af7-f033dc54a3db'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:10:18.012591 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:18.212129 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34524) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:18.309544 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:18.316645 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c08c4675-f2f4-4fa2-9225-e56dce48568f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:18.395918 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c08c4675-f2f4-4fa2-9225-e56dce48568f admin admin] Publish callbacks [] for security_group (9d7a4ed3-d2e6-45c6-8a9f-d6e0fd494083), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:18.399693 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c08c4675-f2f4-4fa2-9225-e56dce48568f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (9d7a4ed3-d2e6-45c6-8a9f-d6e0fd494083), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:18.443689 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c08c4675-f2f4-4fa2-9225-e56dce48568f admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=f5f64a562caa4c8b9a891cf4e1630dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304943 Sep 24 05:10:18.444965 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c4675-f2f4-4fa2-9225-e56dce48568f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7a4ed3-d2e6-45c6-8a9f-d6e0fd494083,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:18.447314 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34530) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:18.467457 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:18.503505 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Publish callbacks [] for security_group (9d7a4ed3-d2e6-45c6-8a9f-d6e0fd494083), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:18.507250 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bf0e0-7514-4435-8609-c8127c37f711 req-cd89d59b-699a-4f7f-bcb6-e6454c23fb59 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:18.508696 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-721bf0e0-7514-4435-8609-c8127c37f711 req-cd89d59b-699a-4f7f-bcb6-e6454c23fb59 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 944 time: 0.0470192 Sep 24 05:10:18.523312 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Publish callbacks [] for security_group (9d7a4ed3-d2e6-45c6-8a9f-d6e0fd494083), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:18.557012 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-721bf0e0-7514-4435-8609-c8127c37f711 req-e336be52-9421-4085-8b2d-f9e9b49c9117 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5406f58e-96d5-49a7-a368-686438347cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425744 Sep 24 05:10:18.570718 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (9d7a4ed3-d2e6-45c6-8a9f-d6e0fd494083), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:18.573280 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:18.574509 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/9d7a4ed3-d2e6-45c6-8a9f-d6e0fd494083 HTTP/1.1" status: 204 len: 168 time: 0.1253717 Sep 24 05:10:18.582400 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7a4ed3-d2e6-45c6-8a9f-d6e0fd494083,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:18.591166 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:18.591521 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:18.591862 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:18.592523 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:18.593042 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:18.593535 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:18.593865 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:18.594218 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:18.594549 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:18.594992 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:18.595325 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:18.595739 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:18.596207 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:18.596384 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:18.596729 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef7b02-4489-44a4-9027-23dcb11a3262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:18.878186 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:19.359382 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 91027567-bf47-4165-9af7-f033dc54a3db up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:10:19.401609 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port 91027567-bf47-4165-9af7-f033dc54a3db completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:10:19.407055 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 91027567-bf47-4165-9af7-f033dc54a3db triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:19.407425 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (91027567-bf47-4165-9af7-f033dc54a3db), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:19.407755 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 91027567-bf47-4165-9af7-f033dc54a3db Sep 24 05:10:19.484685 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 91027567-bf47-4165-9af7-f033dc54a3db is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:19.485105 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (91027567-bf47-4165-9af7-f033dc54a3db), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:19.510328 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b551478f-d1dc-4ab3-9e44-4e78b785b21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91027567-bf47-4165-9af7-f033dc54a3db'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:10:19.512580 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a57a78e-bb8e-4186-962a-a60ac550cab2" -d '{"events": [{"server_uuid": "b551478f-d1dc-4ab3-9e44-4e78b785b21f", "name": "network-vif-plugged", "status": "completed", "tag": "91027567-bf47-4165-9af7-f033dc54a3db"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:10:19.525111 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 91027567-bf47-4165-9af7-f033dc54a3db, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=91027567-bf47-4165-9af7-f033dc54a3db,segment=NetworkSegment(d8d16604-5220-46c8-8375-82244012833b),segment_id=d8d16604-5220-46c8-8375-82244012833b)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:10:19.530813 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (91027567-bf47-4165-9af7-f033dc54a3db), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:19.555819 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2837d82-da25-4535-84d9-f65681c26811 x-openstack-request-id: req-e2837d82-da25-4535-84d9-f65681c26811 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:10:19.556667 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b551478f-d1dc-4ab3-9e44-4e78b785b21f", "name": "network-vif-plugged", "status": "completed", "tag": "91027567-bf47-4165-9af7-f033dc54a3db", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:10:19.556922 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e2837d82-da25-4535-84d9-f65681c26811 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:10:19.557302 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2837d82-da25-4535-84d9-f65681c26811'] response: {'server_uuid': 'b551478f-d1dc-4ab3-9e44-4e78b785b21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91027567-bf47-4165-9af7-f033dc54a3db', 'code': 200} Sep 24 05:10:19.583157 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=91027567-bf47-4165-9af7-f033dc54a3db,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:19.660199 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:19.706099 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de95263-c6db-4132-9d27-06e30319f5cd req-2a8de97f-7e45-4524-af96-35a91bbfa272 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:19.707554 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9de95263-c6db-4132-9d27-06e30319f5cd req-2a8de97f-7e45-4524-af96-35a91bbfa272 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 945 time: 0.0617442 Sep 24 05:10:19.762547 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9de95263-c6db-4132-9d27-06e30319f5cd req-22bb8412-5b9a-4d6a-8890-5c81d60b293d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5406f58e-96d5-49a7-a368-686438347cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475650 Sep 24 05:10:19.777857 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505abba3-f377-4bbd-b8ab-95ebce95b9ba req-2046447d-baa6-4034-baca-65eb3cc0a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:19.779393 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-505abba3-f377-4bbd-b8ab-95ebce95b9ba req-2046447d-baa6-4034-baca-65eb3cc0a4dd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 1129 time: 0.0487597 Sep 24 05:10:19.825657 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:19.829676 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-505abba3-f377-4bbd-b8ab-95ebce95b9ba req-5f3f2c2a-dc0e-4d7d-8f8b-02c1bab73474 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5406f58e-96d5-49a7-a368-686438347cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415275 Sep 24 05:10:20.885221 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a500e2-ee9d-4972-b70a-8bf99a149a2c req-e4538e16-3cf3-4c73-a553-d87a4c6b1511 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:20.886566 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d6a500e2-ee9d-4972-b70a-8bf99a149a2c req-e4538e16-3cf3-4c73-a553-d87a4c6b1511 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 945 time: 0.0490985 Sep 24 05:10:20.931922 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d6a500e2-ee9d-4972-b70a-8bf99a149a2c req-43004018-9c22-4585-9f92-5768d121216d tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5406f58e-96d5-49a7-a368-686438347cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398068 Sep 24 05:10:22.049208 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822be94-4190-4002-a54f-9ee2595dd7cc req-b9a1f026-182b-438c-a4c1-a8b161389d5e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:22.050663 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7822be94-4190-4002-a54f-9ee2595dd7cc req-b9a1f026-182b-438c-a4c1-a8b161389d5e tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 945 time: 0.0463567 Sep 24 05:10:22.096050 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7822be94-4190-4002-a54f-9ee2595dd7cc req-b20e7110-8c85-47a4-8345-a529402da13a tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5406f58e-96d5-49a7-a368-686438347cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399399 Sep 24 05:10:22.209955 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eda0c5-d5a5-4a31-9327-fc039d9347c1 req-52a0a22f-67c7-456f-a4b0-dfdfe75b09b1 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:22.211434 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-71eda0c5-d5a5-4a31-9327-fc039d9347c1 req-52a0a22f-67c7-456f-a4b0-dfdfe75b09b1 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 945 time: 0.0469375 Sep 24 05:10:22.222118 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34596) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:22.226268 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-4325a295-091d-4409-b82b-bb712f6bfef9 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Request body: {'floatingip': {'port_id': '91027567-bf47-4165-9af7-f033dc54a3db'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:10:22.267238 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4325a295-091d-4409-b82b-bb712f6bfef9 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for floatingip (78446adf-2aa9-4c39-bfa1-4517bba7a26f), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:22.691050 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4325a295-091d-4409-b82b-bb712f6bfef9 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:22.694787 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4325a295-091d-4409-b82b-bb712f6bfef9 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (78446adf-2aa9-4c39-bfa1-4517bba7a26f), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:22.733919 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:22.742331 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34604) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:22.795434 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-4325a295-091d-4409-b82b-bb712f6bfef9 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Floating IP 78446adf-2aa9-4c39-bfa1-4517bba7a26f associated. External IP: 172.27.0.19, port: 91027567-bf47-4165-9af7-f033dc54a3db. Sep 24 05:10:22.849280 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d47bed68-9a4d-4316-bbd4-9e93533ff875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:22.889108 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:22.934053 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d47bed68-9a4d-4316-bbd4-9e93533ff875 admin admin] Publish callbacks [] for security_group (1463475e-e03a-4cf5-92f2-4f5351a27bbe), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:22.938159 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d47bed68-9a4d-4316-bbd4-9e93533ff875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (1463475e-e03a-4cf5-92f2-4f5351a27bbe), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:22.977173 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-d47bed68-9a4d-4316-bbd4-9e93533ff875 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=88f10162d3624b099ef7578fa9de202a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337615 Sep 24 05:10:22.978609 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bed68-9a4d-4316-bbd4-9e93533ff875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1463475e-e03a-4cf5-92f2-4f5351a27bbe,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:22.980832 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34608) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:23.002061 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4325a295-091d-4409-b82b-bb712f6bfef9 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Router f2fa16df-67ea-4044-aa5d-759b1aa93ecf has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:10:23.031402 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-485a9ad5-ff2c-404a-a0b5-0b0c36727b42 admin admin] Publish callbacks [] for security_group (1463475e-e03a-4cf5-92f2-4f5351a27bbe), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:23.051676 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-485a9ad5-ff2c-404a-a0b5-0b0c36727b42 admin admin] Publish callbacks [] for security_group (1463475e-e03a-4cf5-92f2-4f5351a27bbe), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:23.098146 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-485a9ad5-ff2c-404a-a0b5-0b0c36727b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (1463475e-e03a-4cf5-92f2-4f5351a27bbe), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:23.100736 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-485a9ad5-ff2c-404a-a0b5-0b0c36727b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:23.101909 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-485a9ad5-ff2c-404a-a0b5-0b0c36727b42 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/1463475e-e03a-4cf5-92f2-4f5351a27bbe HTTP/1.1" status: 204 len: 168 time: 0.1201515 Sep 24 05:10:23.108905 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4325a295-091d-4409-b82b-bb712f6bfef9 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:10:23.110459 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a9ad5-ff2c-404a-a0b5-0b0c36727b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1463475e-e03a-4cf5-92f2-4f5351a27bbe,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:23.113924 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4325a295-091d-4409-b82b-bb712f6bfef9 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:23.129576 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc395df-195d-49a5-b963-2fc7ba180637 None None] Sync routers for ids ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:10:23.148819 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-4325a295-091d-4409-b82b-bb712f6bfef9 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "PUT /networking/v2.0/floatingips/78446adf-2aa9-4c39-bfa1-4517bba7a26f HTTP/1.1" status: 200 len: 990 time: 0.9236557 Sep 24 05:10:23.148819 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b551478f-d1dc-4ab3-9e44-4e78b785b21f', 'tag': '91027567-bf47-4165-9af7-f033dc54a3db'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:10:23.150402 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2bd8f4-02f3-4d3d-84ba-7d84c603a806" -d '{"events": [{"name": "network-changed", "server_uuid": "b551478f-d1dc-4ab3-9e44-4e78b785b21f", "tag": "91027567-bf47-4165-9af7-f033dc54a3db"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:10:23.158930 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc395df-195d-49a5-b963-2fc7ba180637 None None] Routers {'f2fa16df-67ea-4044-aa5d-759b1aa93ecf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:10:23.159842 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-5bc395df-195d-49a5-b963-2fc7ba180637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:10:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:23.197030 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190c9971-4504-45a1-89cf-0e9e4f44abfc x-openstack-request-id: req-190c9971-4504-45a1-89cf-0e9e4f44abfc {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:10:23.197892 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b551478f-d1dc-4ab3-9e44-4e78b785b21f", "tag": "91027567-bf47-4165-9af7-f033dc54a3db", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:10:23.198800 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-190c9971-4504-45a1-89cf-0e9e4f44abfc {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:10:23.199212 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-190c9971-4504-45a1-89cf-0e9e4f44abfc'] response: {'name': 'network-changed', 'server_uuid': 'b551478f-d1dc-4ab3-9e44-4e78b785b21f', 'tag': '91027567-bf47-4165-9af7-f033dc54a3db', 'status': 'completed', 'code': 200} Sep 24 05:10:23.263644 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bd8f4-02f3-4d3d-84ba-7d84c603a806 req-7d4f54a9-9979-41be-9be6-b9534a9f2611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:23.265476 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-2e2bd8f4-02f3-4d3d-84ba-7d84c603a806 req-7d4f54a9-9979-41be-9be6-b9534a9f2611 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=66ec8bde739145dda504995dbea0914a&device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 1129 time: 0.0467956 Sep 24 05:10:23.268807 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-5bc395df-195d-49a5-b963-2fc7ba180637 None None] Set router f2fa16df-67ea-4044-aa5d-759b1aa93ecf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:10:23.363634 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bd8f4-02f3-4d3d-84ba-7d84c603a806 req-fa508161-9233-4879-8421-a2bd13e22a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:23.365398 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-2e2bd8f4-02f3-4d3d-84ba-7d84c603a806 req-fa508161-9233-4879-8421-a2bd13e22a62 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=71010379-32a3-4ab2-bca2-8378eefa5ed7 HTTP/1.1" status: 200 len: 911 time: 0.0920730 Sep 24 05:10:23.413182 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34618) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:23.435121 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-86bbd426-c93c-4538-aa73-3fe96cf1f8bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:23.459479 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-2e2bd8f4-02f3-4d3d-84ba-7d84c603a806 req-854ab006-32e3-4ab1-8734-46b098312d24 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91027567-bf47-4165-9af7-f033dc54a3db HTTP/1.1" status: 200 len: 998 time: 0.0878017 Sep 24 05:10:23.535334 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bd8f4-02f3-4d3d-84ba-7d84c603a806 req-3a8941d7-95fe-44e3-9f1c-8866088d12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:23.536704 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-2e2bd8f4-02f3-4d3d-84ba-7d84c603a806 req-3a8941d7-95fe-44e3-9f1c-8866088d12f8 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=90944b39-2e61-42ae-924a-3191ae7969be HTTP/1.1" status: 200 len: 849 time: 0.0713646 Sep 24 05:10:23.554380 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:23.609103 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bd8f4-02f3-4d3d-84ba-7d84c603a806 req-09dd491c-8b19-4b54-bcd7-ae180be8a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:23.610624 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-2e2bd8f4-02f3-4d3d-84ba-7d84c603a806 req-09dd491c-8b19-4b54-bcd7-ae180be8a4cc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=71010379-32a3-4ab2-bca2-8378eefa5ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671778 Sep 24 05:10:23.612514 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-86bbd426-c93c-4538-aa73-3fe96cf1f8bc admin admin] Publish callbacks [] for security_group (d277860f-15de-467c-8ba0-22c3df525d3e), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:23.621738 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-5bc395df-195d-49a5-b963-2fc7ba180637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:45Z', 'revision_number': 4, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '78446adf-2aa9-4c39-bfa1-4517bba7a26f', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'port_id': '91027567-bf47-4165-9af7-f033dc54a3db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'mac_address': 'fa:16:3e:bd:de:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b551478f-d1dc-4ab3-9e44-4e78b785b21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:10:05Z', 'updated_at': '2022-09-24T05:10:22Z', 'revision_number': 1, 'project_id': '66ec8bde739145dda504995dbea0914a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705850c-2997-4641-b931-59349ff72938', 'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'mac_address': 'fa:16:3e:ac:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:43Z', 'updated_at': '2022-09-24T05:00:59Z', 'revision_number': 5, 'project_id': '66ec8bde739145dda504995dbea0914a', 'subnets': [{'id': '90944b39-2e61-42ae-924a-3191ae7969be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:23.625640 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-86bbd426-c93c-4538-aa73-3fe96cf1f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (d277860f-15de-467c-8ba0-22c3df525d3e), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:23.648254 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:23.648480 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc395df-195d-49a5-b963-2fc7ba180637 None None] Checking router: f2fa16df-67ea-4044-aa5d-759b1aa93ecf for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:10:23.656872 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc395df-195d-49a5-b963-2fc7ba180637 None None] Routers {'f2fa16df-67ea-4044-aa5d-759b1aa93ecf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:10:23.657481 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-5bc395df-195d-49a5-b963-2fc7ba180637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:10:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:23.693428 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:23.703945 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbd426-c93c-4538-aa73-3fe96cf1f8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d277860f-15de-467c-8ba0-22c3df525d3e,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:23.716845 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34620) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:23.716994 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-86bbd426-c93c-4538-aa73-3fe96cf1f8bc admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=ec231de841de4da5be7c854819cc74fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034558 Sep 24 05:10:23.751387 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-2e2bd8f4-02f3-4d3d-84ba-7d84c603a806 req-fe8a4e92-3c63-4cf6-812d-4d7b64c0559e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345074 Sep 24 05:10:23.766436 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-5bc395df-195d-49a5-b963-2fc7ba180637 None None] Set router f2fa16df-67ea-4044-aa5d-759b1aa93ecf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:10:23.772734 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bbd4148f-0600-45fe-8714-cd96933d4e0e admin admin] Publish callbacks [] for security_group (d277860f-15de-467c-8ba0-22c3df525d3e), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:23.796698 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bbd4148f-0600-45fe-8714-cd96933d4e0e admin admin] Publish callbacks [] for security_group (d277860f-15de-467c-8ba0-22c3df525d3e), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:23.848392 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bbd4148f-0600-45fe-8714-cd96933d4e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (d277860f-15de-467c-8ba0-22c3df525d3e), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:23.849444 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-2e2bd8f4-02f3-4d3d-84ba-7d84c603a806 req-45ba841b-9ba9-44e4-baa2-d696f21fdc1a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904155 Sep 24 05:10:23.851019 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bbd4148f-0600-45fe-8714-cd96933d4e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:23.852138 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-bbd4148f-0600-45fe-8714-cd96933d4e0e admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/d277860f-15de-467c-8ba0-22c3df525d3e HTTP/1.1" status: 204 len: 168 time: 0.1338890 Sep 24 05:10:23.860368 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4148f-0600-45fe-8714-cd96933d4e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d277860f-15de-467c-8ba0-22c3df525d3e,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:23.896595 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:24.015203 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-5bc395df-195d-49a5-b963-2fc7ba180637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:45Z', 'revision_number': 4, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '78446adf-2aa9-4c39-bfa1-4517bba7a26f', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'port_id': '91027567-bf47-4165-9af7-f033dc54a3db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'mac_address': 'fa:16:3e:bd:de:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b551478f-d1dc-4ab3-9e44-4e78b785b21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:10:05Z', 'updated_at': '2022-09-24T05:10:22Z', 'revision_number': 1, 'project_id': '66ec8bde739145dda504995dbea0914a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705850c-2997-4641-b931-59349ff72938', 'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'mac_address': 'fa:16:3e:ac:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:43Z', 'updated_at': '2022-09-24T05:00:59Z', 'revision_number': 5, 'project_id': '66ec8bde739145dda504995dbea0914a', 'subnets': [{'id': '90944b39-2e61-42ae-924a-3191ae7969be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:24.041150 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc395df-195d-49a5-b963-2fc7ba180637 None None] The sync data for ids ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'] in dv-cinder-859186-1-iscsi is: [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:45Z', 'revision_number': 4, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '78446adf-2aa9-4c39-bfa1-4517bba7a26f', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'port_id': '91027567-bf47-4165-9af7-f033dc54a3db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'mac_address': 'fa:16:3e:bd:de:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b551478f-d1dc-4ab3-9e44-4e78b785b21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:10:05Z', 'updated_at': '2022-09-24T05:10:22Z', 'revision_number': 1, 'project_id': '66ec8bde739145dda504995dbea0914a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705850c-2997-4641-b931-59349ff72938', 'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'mac_address': 'fa:16:3e:ac:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:43Z', 'updated_at': '2022-09-24T05:00:59Z', 'revision_number': 5, 'project_id': '66ec8bde739145dda504995dbea0914a', 'subnets': [{'id': '90944b39-2e61-42ae-924a-3191ae7969be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:10:24.246365 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39315beb-6081-40dd-b456-5e96a5a5fc7a None None] New status for floating IP 78446adf-2aa9-4c39-bfa1-4517bba7a26f: ACTIVE {{(pid=106195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:10:24.553750 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34644) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:24.655669 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-0f8c2f62-101d-4bf7-833e-1f4421887ead admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1463961099-network', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:10:24.675898 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8c2f62-101d-4bf7-833e-1f4421887ead admin admin] Made reservation on behalf of 85c73f9a74da4079a54a503e0b42ca2e for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:10:24.678351 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f62-101d-4bf7-833e-1f4421887ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:24.687328 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f62-101d-4bf7-833e-1f4421887ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:24.762663 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f62-101d-4bf7-833e-1f4421887ead admin admin] Publish callbacks [] for security_group (e983d1b7-f099-43b3-a8d3-2448d7a1b776), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:24.766968 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f62-101d-4bf7-833e-1f4421887ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (e983d1b7-f099-43b3-a8d3-2448d7a1b776), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:24.788283 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8c2f62-101d-4bf7-833e-1f4421887ead admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 05:10:24.803541 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c2f62-101d-4bf7-833e-1f4421887ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e983d1b7-f099-43b3-a8d3-2448d7a1b776,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:24.806870 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f62-101d-4bf7-833e-1f4421887ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (859de6e6-3462-480e-a1e2-3e7d988ee453), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:24.807209 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-0f8c2f62-101d-4bf7-833e-1f4421887ead admin admin] Added segment 859de6e6-3462-480e-a1e2-3e7d988ee453 of type vlan for network 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 Sep 24 05:10:24.847320 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f62-101d-4bf7-833e-1f4421887ead admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:24.849169 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:24.876417 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f62-101d-4bf7-833e-1f4421887ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:24.878146 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8c2f62-101d-4bf7-833e-1f4421887ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:24.879019 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f62-101d-4bf7-833e-1f4421887ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:24.935248 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-0f8c2f62-101d-4bf7-833e-1f4421887ead admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3802388 Sep 24 05:10:24.938104 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34648) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:24.949400 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-3ab5c246-2f28-4686-b043-3cbd881de15a admin admin] Request body: {'subnet': {'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1463961099-subnet', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'ip_version': 4}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:10:24.959123 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c2f62-101d-4bf7-833e-1f4421887ead admin admin] Pushing event updated for resources: {'Network': ['ID=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:24.968563 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 05:10:24.976890 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab5c246-2f28-4686-b043-3cbd881de15a admin admin] Made reservation on behalf of 85c73f9a74da4079a54a503e0b42ca2e for: {'subnet': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:10:24.980152 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3ab5c246-2f28-4686-b043-3cbd881de15a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3662268'] for subnet (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:25.035968 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:25.367465 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3ab5c246-2f28-4686-b043-3cbd881de15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3697545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3662250'] for subnet (9a557054-6955-4836-8727-2ecd1283487f), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:25.421629 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5c246-2f28-4686-b043-3cbd881de15a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a557054-6955-4836-8727-2ecd1283487f,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:25.432908 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab5c246-2f28-4686-b043-3cbd881de15a admin admin] Checking segment: {'id': '859de6e6-3462-480e-a1e2-3e7d988ee453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:10:25.433257 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab5c246-2f28-4686-b043-3cbd881de15a admin admin] Network hostable DHCP agents. Network: 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 05:10:25.450115 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab5c246-2f28-4686-b043-3cbd881de15a admin admin] Network 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 05:10:25.458141 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-3ab5c246-2f28-4686-b043-3cbd881de15a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1) {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:10:25.462774 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab5c246-2f28-4686-b043-3cbd881de15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:25.463381 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3ab5c246-2f28-4686-b043-3cbd881de15a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:25.467956 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed29881e-134f-4f30-b678-3f3f19f1abd0 None None] Network 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:10:25.480602 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-3ab5c246-2f28-4686-b043-3cbd881de15a admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5415032 Sep 24 05:10:25.483441 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34652) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:25.487562 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1463961099-router', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:10:25.508396 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4209'] for router (fbef36c9-ea84-4848-a840-69bebde5cdcf), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:25.510031 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4218'] for router (fbef36c9-ea84-4848-a840-69bebde5cdcf), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:25.575330 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Publish callbacks [] for router_controller (fbef36c9-ea84-4848-a840-69bebde5cdcf), precommit_add_association {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:25.582137 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92acae97-955e-4222-9404-f289322efa3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd343cccf-c390-5e04-aeb9-418103a42ab4-9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'fixed_ips': [{'subnet_id': '9a557054-6955-4836-8727-2ecd1283487f'}]}} from dv-cinder-859186-1-iscsi. {{(pid=106194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 05:10:25.583056 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-92acae97-955e-4222-9404-f289322efa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:25.712243 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Publish callbacks [] for router_gateway (fbef36c9-ea84-4848-a840-69bebde5cdcf), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:25.721396 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-92acae97-955e-4222-9404-f289322efa3c None None] Allocated IP 172.20.0.2 (9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1/9a557054-6955-4836-8727-2ecd1283487f/36776404-abc2-4dda-a65d-ee81d4c9fd8e) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:10:25.869363 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-92acae97-955e-4222-9404-f289322efa3c None None] Publish callbacks [] for port (36776404-abc2-4dda-a65d-ee81d4c9fd8e), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:25.875123 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-92acae97-955e-4222-9404-f289322efa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (36776404-abc2-4dda-a65d-ee81d4c9fd8e), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:25.891605 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:25.897187 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Publish callbacks [] for router_gateway (fbef36c9-ea84-4848-a840-69bebde5cdcf), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:25.917381 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:25.920632 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92acae97-955e-4222-9404-f289322efa3c None None] Network 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:10:25.925618 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-92acae97-955e-4222-9404-f289322efa3c None None] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:10:25.929719 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92acae97-955e-4222-9404-f289322efa3c None None] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:10:25.933125 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acae97-955e-4222-9404-f289322efa3c None None] Pushing event updated for resources: {'Port': ['ID=36776404-abc2-4dda-a65d-ee81d4c9fd8e,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:25.959732 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:25.988454 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-92acae97-955e-4222-9404-f289322efa3c None None] Attempting to bind port 36776404-abc2-4dda-a65d-ee81d4c9fd8e on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:10:25.989157 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-92acae97-955e-4222-9404-f289322efa3c None None] Attempting to bind port 36776404-abc2-4dda-a65d-ee81d4c9fd8e by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '859de6e6-3462-480e-a1e2-3e7d988ee453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:10:25.989157 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92acae97-955e-4222-9404-f289322efa3c None None] Attempting to bind port 36776404-abc2-4dda-a65d-ee81d4c9fd8e on network 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:10:26.031302 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92acae97-955e-4222-9404-f289322efa3c None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:10:26.031672 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92acae97-955e-4222-9404-f289322efa3c None None] Checking segment: {'id': '859de6e6-3462-480e-a1e2-3e7d988ee453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:10:26.032065 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-92acae97-955e-4222-9404-f289322efa3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:26.032446 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92acae97-955e-4222-9404-f289322efa3c None None] Bound using segment: {'id': '859de6e6-3462-480e-a1e2-3e7d988ee453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:10:26.032914 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-92acae97-955e-4222-9404-f289322efa3c None None] Bound port: 36776404-abc2-4dda-a65d-ee81d4c9fd8e, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859de6e6-3462-480e-a1e2-3e7d988ee453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:10:26.033284 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-92acae97-955e-4222-9404-f289322efa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (36776404-abc2-4dda-a65d-ee81d4c9fd8e), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:26.034072 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Allocated IP 172.27.0.82 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/b438229e-aa91-4bf2-b366-627cc60a3fe2) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:10:26.098769 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-92acae97-955e-4222-9404-f289322efa3c None None] For port 36776404-abc2-4dda-a65d-ee81d4c9fd8e, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:10:26.102346 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-92acae97-955e-4222-9404-f289322efa3c None None] For port 36776404-abc2-4dda-a65d-ee81d4c9fd8e, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=36776404-abc2-4dda-a65d-ee81d4c9fd8e,segment=NetworkSegment(859de6e6-3462-480e-a1e2-3e7d988ee453),segment_id=859de6e6-3462-480e-a1e2-3e7d988ee453)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:10:26.108203 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-92acae97-955e-4222-9404-f289322efa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (36776404-abc2-4dda-a65d-ee81d4c9fd8e), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:26.122452 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:26.146925 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Publish callbacks [] for port (b438229e-aa91-4bf2-b366-627cc60a3fe2), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:26.159114 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acae97-955e-4222-9404-f289322efa3c None None] Pushing event updated for resources: {'Port': ['ID=36776404-abc2-4dda-a65d-ee81d4c9fd8e,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:26.187314 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (b438229e-aa91-4bf2-b366-627cc60a3fe2), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:26.240617 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:10:26.246377 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:10:26.248526 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Pushing event updated for resources: {'Port': ['ID=b438229e-aa91-4bf2-b366-627cc60a3fe2,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:26.250675 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:10:26.506812 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Publish callbacks [] for router_gateway (fbef36c9-ea84-4848-a840-69bebde5cdcf), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:26.684709 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 36776404-abc2-4dda-a65d-ee81d4c9fd8e up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:10:26.691837 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437284'] for router (fbef36c9-ea84-4848-a840-69bebde5cdcf), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:26.704316 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:26.732013 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 36776404-abc2-4dda-a65d-ee81d4c9fd8e triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:26.732475 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (36776404-abc2-4dda-a65d-ee81d4c9fd8e), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:26.732876 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 36776404-abc2-4dda-a65d-ee81d4c9fd8e Sep 24 05:10:26.789498 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:26.811966 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 36776404-abc2-4dda-a65d-ee81d4c9fd8e is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:26.812520 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (36776404-abc2-4dda-a65d-ee81d4c9fd8e), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:26.825310 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Router fbef36c9-ea84-4848-a840-69bebde5cdcf is scheduled to L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc with binding_index 1 {{(pid=106192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 05:10:26.851533 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port 36776404-abc2-4dda-a65d-ee81d4c9fd8e, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=36776404-abc2-4dda-a65d-ee81d4c9fd8e,segment=NetworkSegment(859de6e6-3462-480e-a1e2-3e7d988ee453),segment_id=859de6e6-3462-480e-a1e2-3e7d988ee453)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:10:26.856361 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (36776404-abc2-4dda-a65d-ee81d4c9fd8e), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:26.906570 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=36776404-abc2-4dda-a65d-ee81d4c9fd8e,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:26.939198 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:10:26.949262 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Sync routers for ids ['fbef36c9-ea84-4848-a840-69bebde5cdcf'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:10:26.958917 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:26.959569 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Routers {'fbef36c9-ea84-4848-a840-69bebde5cdcf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:10:26.960410 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-7c687af2-2013-4ed1-aab4-42021e292a86 admin admin] 10.222.0.50 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4757972 Sep 24 05:10:26.960574 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:10:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['fbef36c9-ea84-4848-a840-69bebde5cdcf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:26.963755 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34656) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:27.068955 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Set router fbef36c9-ea84-4848-a840-69bebde5cdcf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:10:27.073261 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a4cbe7-5984-4189-9c0b-64544c087248 None None] Network 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:10:27.232768 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-16153b7e-f548-40da-a5e7-baecc25d8bd5 None None] Provisioning complete for port 36776404-abc2-4dda-a65d-ee81d4c9fd8e triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:27.233138 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-16153b7e-f548-40da-a5e7-baecc25d8bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (36776404-abc2-4dda-a65d-ee81d4c9fd8e), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:27.233470 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-16153b7e-f548-40da-a5e7-baecc25d8bd5 None None] Attempt 1 to provision port 36776404-abc2-4dda-a65d-ee81d4c9fd8e Sep 24 05:10:27.366038 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:27.368540 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:27.404156 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'name': 'tempest-TestMinimumBasicScenario-1463961099-router', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:26Z', 'revision_number': 3, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'gw_port': {'id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:80:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:27.434416 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Checking router: fbef36c9-ea84-4848-a840-69bebde5cdcf for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:10:27.434805 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Updating router fbef36c9-ea84-4848-a840-69bebde5cdcf port b438229e-aa91-4bf2-b366-627cc60a3fe2 binding host dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:10:27.437851 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-16153b7e-f548-40da-a5e7-baecc25d8bd5 None None] Current status of the port 36776404-abc2-4dda-a65d-ee81d4c9fd8e is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:27.471047 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (b438229e-aa91-4bf2-b366-627cc60a3fe2), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:27.545127 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Allocated IP 172.20.0.1 (9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1/9a557054-6955-4836-8727-2ecd1283487f/9a6fc545-b6e9-4754-a014-b9673cab813c) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:10:27.550460 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:27.643570 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-73119345-ff18-49bd-a891-435e8ef79d87 None None] Provisioning complete for port 36776404-abc2-4dda-a65d-ee81d4c9fd8e triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:27.643850 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-73119345-ff18-49bd-a891-435e8ef79d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (36776404-abc2-4dda-a65d-ee81d4c9fd8e), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:27.644182 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-73119345-ff18-49bd-a891-435e8ef79d87 None None] Attempt 1 to provision port 36776404-abc2-4dda-a65d-ee81d4c9fd8e Sep 24 05:10:27.657419 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Publish callbacks [] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:27.663984 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:27.692066 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:27.731770 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Network 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:10:27.732974 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:27.736915 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:10:27.739426 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:10:27.762656 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6fc545-b6e9-4754-a014-b9673cab813c,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:27.783656 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429597'] for router_interface (fbef36c9-ea84-4848-a840-69bebde5cdcf), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:27.837115 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-73119345-ff18-49bd-a891-435e8ef79d87 None None] Current status of the port 36776404-abc2-4dda-a65d-ee81d4c9fd8e is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:27.933680 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Publish callbacks [] for port (b438229e-aa91-4bf2-b366-627cc60a3fe2), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:27.937241 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:27.940414 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (b438229e-aa91-4bf2-b366-627cc60a3fe2), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:27.975325 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Attempting to bind port b438229e-aa91-4bf2-b366-627cc60a3fe2 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:10:27.975737 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Attempting to bind port b438229e-aa91-4bf2-b366-627cc60a3fe2 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:10:27.976128 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Attempting to bind port b438229e-aa91-4bf2-b366-627cc60a3fe2 on network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:10:28.013693 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6401f31-dc49-47f2-bad0-34928b3f8180 None None] Pushing event updated for resources: {'Port': ['ID=b438229e-aa91-4bf2-b366-627cc60a3fe2,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:28.031314 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:10:28.031687 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Checking segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:10:28.032089 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:28.032481 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Bound using segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:10:28.032948 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Bound port: b438229e-aa91-4bf2-b366-627cc60a3fe2, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:10:28.033346 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (b438229e-aa91-4bf2-b366-627cc60a3fe2), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:28.073028 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Provisioning complete for port 9a6fc545-b6e9-4754-a014-b9673cab813c triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:28.073717 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:28.073717 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Attempt 1 to provision port 9a6fc545-b6e9-4754-a014-b9673cab813c Sep 24 05:10:28.102326 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Publish callbacks [] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:28.107023 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:28.121646 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] For port b438229e-aa91-4bf2-b366-627cc60a3fe2, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:10:28.123541 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Port 9a6fc545-b6e9-4754-a014-b9673cab813c cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:28.125393 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] For port b438229e-aa91-4bf2-b366-627cc60a3fe2, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=b438229e-aa91-4bf2-b366-627cc60a3fe2,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:10:28.132618 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (b438229e-aa91-4bf2-b366-627cc60a3fe2), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:28.172091 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Routers {'fbef36c9-ea84-4848-a840-69bebde5cdcf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:10:28.172713 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:10:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['fbef36c9-ea84-4848-a840-69bebde5cdcf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:28.176912 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6fc545-b6e9-4754-a014-b9673cab813c,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:28.179271 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429705'] for router_interface (fbef36c9-ea84-4848-a840-69bebde5cdcf), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:28.229336 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6401f31-dc49-47f2-bad0-34928b3f8180 None None] Pushing event updated for resources: {'Port': ['ID=b438229e-aa91-4bf2-b366-627cc60a3fe2,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:28.277043 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Network 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:10:28.278695 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:10:28.287117 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:28.296873 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] Set router fbef36c9-ea84-4848-a840-69bebde5cdcf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:10:28.332990 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:28.394438 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Router fbef36c9-ea84-4848-a840-69bebde5cdcf has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:10:28.496976 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'name': 'tempest-TestMinimumBasicScenario-1463961099-router', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:27Z', 'revision_number': 4, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'gw_port': {'id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:80:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '9a6fc545-b6e9-4754-a014-b9673cab813c', 'name': '', 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'mac_address': 'fa:16:3e:ff:41:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9a557054-6955-4836-8727-2ecd1283487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:27Z', 'updated_at': '2022-09-24T05:10:27Z', 'revision_number': 2, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'subnets': [{'id': '9a557054-6955-4836-8727-2ecd1283487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:28.499290 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:28.502319 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:10:28.517220 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-c9efb5ce-ff81-4320-8307-d429f06db768 admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/fbef36c9-ea84-4848-a840-69bebde5cdcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5423944 Sep 24 05:10:28.526025 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03adfba4-5ead-496f-9230-cd5367f3bcf1 None None] The sync data for ids ['fbef36c9-ea84-4848-a840-69bebde5cdcf'] in dv-cinder-859186-1-iscsi is: [{'id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'name': 'tempest-TestMinimumBasicScenario-1463961099-router', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:27Z', 'revision_number': 4, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'gw_port': {'id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:80:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '9a6fc545-b6e9-4754-a014-b9673cab813c', 'name': '', 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'mac_address': 'fa:16:3e:ff:41:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9a557054-6955-4836-8727-2ecd1283487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:27Z', 'updated_at': '2022-09-24T05:10:27Z', 'revision_number': 2, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'subnets': [{'id': '9a557054-6955-4836-8727-2ecd1283487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:10:28.624625 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Attempt 2 to provision port 9a6fc545-b6e9-4754-a014-b9673cab813c Sep 24 05:10:28.628918 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:28.670700 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Port 9a6fc545-b6e9-4754-a014-b9673cab813c cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:28.687563 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 36776404-abc2-4dda-a65d-ee81d4c9fd8e up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:10:28.733615 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 36776404-abc2-4dda-a65d-ee81d4c9fd8e triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:28.734018 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (36776404-abc2-4dda-a65d-ee81d4c9fd8e), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:28.734358 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 36776404-abc2-4dda-a65d-ee81d4c9fd8e Sep 24 05:10:28.850468 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 36776404-abc2-4dda-a65d-ee81d4c9fd8e is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:29.061106 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34672) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:29.066246 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-a1b44501-a32d-464c-9103-921cb66dfcab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-905264726-network', 'tenant_id': 'ca0079034881467cb46e90bd21519543'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:10:29.086849 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b44501-a32d-464c-9103-921cb66dfcab admin admin] Made reservation on behalf of ca0079034881467cb46e90bd21519543 for: {'network': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:10:29.089502 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a1b44501-a32d-464c-9103-921cb66dfcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:29.098672 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a1b44501-a32d-464c-9103-921cb66dfcab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:29.173531 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Attempt 3 to provision port 9a6fc545-b6e9-4754-a014-b9673cab813c Sep 24 05:10:29.182442 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a1b44501-a32d-464c-9103-921cb66dfcab admin admin] Publish callbacks [] for security_group (52751233-7543-4243-9a90-6cb1c2c74fd6), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:29.198551 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a1b44501-a32d-464c-9103-921cb66dfcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (52751233-7543-4243-9a90-6cb1c2c74fd6), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:29.221623 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Port 9a6fc545-b6e9-4754-a014-b9673cab813c cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:29.234997 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b44501-a32d-464c-9103-921cb66dfcab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 05:10:29.253163 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b44501-a32d-464c-9103-921cb66dfcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52751233-7543-4243-9a90-6cb1c2c74fd6,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:29.256127 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a1b44501-a32d-464c-9103-921cb66dfcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (a642f661-1a8e-4901-bd7e-913523b4b7e1), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:29.256464 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.segments_db [None req-a1b44501-a32d-464c-9103-921cb66dfcab admin admin] Added segment a642f661-1a8e-4901-bd7e-913523b4b7e1 of type vlan for network 2e491eea-d755-4fc7-8d49-abead8fb996c Sep 24 05:10:29.302920 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a1b44501-a32d-464c-9103-921cb66dfcab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (2e491eea-d755-4fc7-8d49-abead8fb996c), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:29.333044 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a1b44501-a32d-464c-9103-921cb66dfcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (2e491eea-d755-4fc7-8d49-abead8fb996c), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:29.334387 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b44501-a32d-464c-9103-921cb66dfcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:29.334990 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a1b44501-a32d-464c-9103-921cb66dfcab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:29.394880 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-a1b44501-a32d-464c-9103-921cb66dfcab admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3325157 Sep 24 05:10:29.397658 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34674) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:29.405592 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-8e86a08e-8b1e-4936-bd06-0d9565531a99 admin admin] Request body: {'subnet': {'network_id': '2e491eea-d755-4fc7-8d49-abead8fb996c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-905264726-subnet', 'tenant_id': 'ca0079034881467cb46e90bd21519543', 'ip_version': 4}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:10:29.410795 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b44501-a32d-464c-9103-921cb66dfcab admin admin] Pushing event updated for resources: {'Network': ['ID=2e491eea-d755-4fc7-8d49-abead8fb996c,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:29.422559 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network 2e491eea-d755-4fc7-8d49-abead8fb996c details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 05:10:29.432575 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e86a08e-8b1e-4936-bd06-0d9565531a99 admin admin] Made reservation on behalf of ca0079034881467cb46e90bd21519543 for: {'subnet': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:10:29.435064 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8e86a08e-8b1e-4936-bd06-0d9565531a99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8938425'] for subnet (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:29.722993 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Attempt 4 to provision port 9a6fc545-b6e9-4754-a014-b9673cab813c Sep 24 05:10:29.756944 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Port 9a6fc545-b6e9-4754-a014-b9673cab813c cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:29.868809 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8e86a08e-8b1e-4936-bd06-0d9565531a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2375729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8938415'] for subnet (3570870b-c666-4c43-9832-16e4bb2689a4), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:29.932811 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86a08e-8b1e-4936-bd06-0d9565531a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3570870b-c666-4c43-9832-16e4bb2689a4,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:29.940895 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e86a08e-8b1e-4936-bd06-0d9565531a99 admin admin] Checking segment: {'id': 'a642f661-1a8e-4901-bd7e-913523b4b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2e491eea-d755-4fc7-8d49-abead8fb996c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:10:29.941240 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e86a08e-8b1e-4936-bd06-0d9565531a99 admin admin] Network hostable DHCP agents. Network: 2e491eea-d755-4fc7-8d49-abead8fb996c, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 05:10:29.947334 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:29.959160 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e86a08e-8b1e-4936-bd06-0d9565531a99 admin admin] Network 2e491eea-d755-4fc7-8d49-abead8fb996c is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 05:10:29.965099 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:29.970014 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-8e86a08e-8b1e-4936-bd06-0d9565531a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, 2e491eea-d755-4fc7-8d49-abead8fb996c) {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:10:29.974332 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e86a08e-8b1e-4936-bd06-0d9565531a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:29.975423 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8e86a08e-8b1e-4936-bd06-0d9565531a99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:29.979632 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3c49c1-0584-44cb-a72b-96761b4b9b0b None None] Network 2e491eea-d755-4fc7-8d49-abead8fb996c requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:10:29.993415 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-8e86a08e-8b1e-4936-bd06-0d9565531a99 admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5947230 Sep 24 05:10:29.995989 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34678) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:30.000298 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-905264726-router', 'tenant_id': 'ca0079034881467cb46e90bd21519543', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:10:30.021380 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4209'] for router (b48be634-f899-4a5c-b6bc-86e1c5c2c981), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:30.022410 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4218'] for router (b48be634-f899-4a5c-b6bc-86e1c5c2c981), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:30.077059 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Publish callbacks [] for router_controller (b48be634-f899-4a5c-b6bc-86e1c5c2c981), precommit_add_association {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:30.085441 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd343cccf-c390-5e04-aeb9-418103a42ab4-2e491eea-d755-4fc7-8d49-abead8fb996c', 'network_id': '2e491eea-d755-4fc7-8d49-abead8fb996c', 'project_id': 'ca0079034881467cb46e90bd21519543', 'fixed_ips': [{'subnet_id': '3570870b-c666-4c43-9832-16e4bb2689a4'}]}} from dv-cinder-859186-1-iscsi. {{(pid=106194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 05:10:30.086378 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:30.211971 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Publish callbacks [] for router_gateway (b48be634-f899-4a5c-b6bc-86e1c5c2c981), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:30.219939 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Allocated IP 172.20.0.2 (2e491eea-d755-4fc7-8d49-abead8fb996c/3570870b-c666-4c43-9832-16e4bb2689a4/24c296bc-93aa-484e-af53-8abcf9b6c8e9) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:10:30.277852 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Attempt 5 to provision port 9a6fc545-b6e9-4754-a014-b9673cab813c Sep 24 05:10:30.322905 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Port 9a6fc545-b6e9-4754-a014-b9673cab813c cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:30.396816 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:30.397559 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Publish callbacks [] for router_gateway (b48be634-f899-4a5c-b6bc-86e1c5c2c981), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:30.402239 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Publish callbacks [] for port (24c296bc-93aa-484e-af53-8abcf9b6c8e9), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:30.409288 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144'] for port (24c296bc-93aa-484e-af53-8abcf9b6c8e9), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:30.418627 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:30.444094 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Network 2e491eea-d755-4fc7-8d49-abead8fb996c is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:10:30.449338 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:10:30.455283 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:10:30.472790 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Pushing event updated for resources: {'Port': ['ID=24c296bc-93aa-484e-af53-8abcf9b6c8e9,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:30.491946 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:30.492284 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:30.492619 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:30.492951 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:30.493277 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:30.494170 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:30.494494 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:30.494813 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:30.495134 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:30.495454 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:30.495803 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:30.496122 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:30.496439 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:30.496753 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:30.497067 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:30.532824 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Attempting to bind port 24c296bc-93aa-484e-af53-8abcf9b6c8e9 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:10:30.533197 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Attempting to bind port 24c296bc-93aa-484e-af53-8abcf9b6c8e9 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': 'a642f661-1a8e-4901-bd7e-913523b4b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2e491eea-d755-4fc7-8d49-abead8fb996c'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:10:30.533557 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Attempting to bind port 24c296bc-93aa-484e-af53-8abcf9b6c8e9 on network 2e491eea-d755-4fc7-8d49-abead8fb996c {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:10:30.538832 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Allocated IP 172.27.0.123 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/a0e8a082-ae25-4c2f-ac01-2f7616aab822) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:10:30.568641 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:30.578743 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:10:30.579112 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Checking segment: {'id': 'a642f661-1a8e-4901-bd7e-913523b4b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2e491eea-d755-4fc7-8d49-abead8fb996c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:10:30.579514 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:30.579906 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Bound using segment: {'id': 'a642f661-1a8e-4901-bd7e-913523b4b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2e491eea-d755-4fc7-8d49-abead8fb996c'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:10:30.580369 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Bound port: 24c296bc-93aa-484e-af53-8abcf9b6c8e9, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a642f661-1a8e-4901-bd7e-913523b4b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2e491eea-d755-4fc7-8d49-abead8fb996c'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:10:30.580749 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (24c296bc-93aa-484e-af53-8abcf9b6c8e9), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:30.661049 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] For port 24c296bc-93aa-484e-af53-8abcf9b6c8e9, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:10:30.661817 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Sync routers for ids ['fbef36c9-ea84-4848-a840-69bebde5cdcf'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:10:30.664737 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] For port 24c296bc-93aa-484e-af53-8abcf9b6c8e9, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=24c296bc-93aa-484e-af53-8abcf9b6c8e9,segment=NetworkSegment(a642f661-1a8e-4901-bd7e-913523b4b7e1),segment_id=a642f661-1a8e-4901-bd7e-913523b4b7e1)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:10:30.672665 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (24c296bc-93aa-484e-af53-8abcf9b6c8e9), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:30.673593 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Publish callbacks [] for port (a0e8a082-ae25-4c2f-ac01-2f7616aab822), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:30.675939 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Routers {'fbef36c9-ea84-4848-a840-69bebde5cdcf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:10:30.676893 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:10:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['fbef36c9-ea84-4848-a840-69bebde5cdcf'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:30.745284 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (a0e8a082-ae25-4c2f-ac01-2f7616aab822), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:30.755824 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff37e5-e1ed-4dfa-8365-5100294049cb None None] Pushing event updated for resources: {'Port': ['ID=24c296bc-93aa-484e-af53-8abcf9b6c8e9,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:30.758610 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device b438229e-aa91-4bf2-b366-627cc60a3fe2 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:10:30.812101 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Set router fbef36c9-ea84-4848-a840-69bebde5cdcf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:10:30.815554 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port b438229e-aa91-4bf2-b366-627cc60a3fe2 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:30.815554 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (b438229e-aa91-4bf2-b366-627cc60a3fe2), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:30.815818 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port b438229e-aa91-4bf2-b366-627cc60a3fe2 Sep 24 05:10:30.818691 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:10:30.821032 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Pushing event updated for resources: {'Port': ['ID=a0e8a082-ae25-4c2f-ac01-2f7616aab822,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:30.830854 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:10:30.834492 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:10:30.854890 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Attempt 6 to provision port 9a6fc545-b6e9-4754-a014-b9673cab813c Sep 24 05:10:30.877063 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:30.945705 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port b438229e-aa91-4bf2-b366-627cc60a3fe2 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:30.946225 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (b438229e-aa91-4bf2-b366-627cc60a3fe2), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:30.990415 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port b438229e-aa91-4bf2-b366-627cc60a3fe2, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=b438229e-aa91-4bf2-b366-627cc60a3fe2,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:10:30.992156 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Port 9a6fc545-b6e9-4754-a014-b9673cab813c cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:30.998078 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (b438229e-aa91-4bf2-b366-627cc60a3fe2), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:31.056672 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'name': 'tempest-TestMinimumBasicScenario-1463961099-router', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:27Z', 'revision_number': 4, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'gw_port': {'id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:80:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '9a6fc545-b6e9-4754-a014-b9673cab813c', 'name': '', 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'mac_address': 'fa:16:3e:ff:41:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9a557054-6955-4836-8727-2ecd1283487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:27Z', 'updated_at': '2022-09-24T05:10:27Z', 'revision_number': 2, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'subnets': [{'id': '9a557054-6955-4836-8727-2ecd1283487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:31.062299 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=b438229e-aa91-4bf2-b366-627cc60a3fe2,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:31.081816 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Checking router: fbef36c9-ea84-4848-a840-69bebde5cdcf for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:10:31.082198 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Updating router fbef36c9-ea84-4848-a840-69bebde5cdcf port 9a6fc545-b6e9-4754-a014-b9673cab813c binding host dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:10:31.111629 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:31.143937 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:31.151539 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Publish callbacks [] for router_gateway (b48be634-f899-4a5c-b6bc-86e1c5c2c981), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:31.348082 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437284'] for router (b48be634-f899-4a5c-b6bc-86e1c5c2c981), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:31.471583 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Publish callbacks [] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:31.478786 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:31.484976 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Router b48be634-f899-4a5c-b6bc-86e1c5c2c981 is scheduled to L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc with binding_index 1 {{(pid=106193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 05:10:31.494158 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Attempt 7 to provision port 9a6fc545-b6e9-4754-a014-b9673cab813c Sep 24 05:10:31.522483 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25c181-a8c4-431a-82b5-41bc1c25328c None None] Pushing event updated for resources: {'Port': ['ID=9a6fc545-b6e9-4754-a014-b9673cab813c,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:31.533179 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25c181-a8c4-431a-82b5-41bc1c25328c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:31.533521 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25c181-a8c4-431a-82b5-41bc1c25328c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:31.533878 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25c181-a8c4-431a-82b5-41bc1c25328c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:31.534257 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25c181-a8c4-431a-82b5-41bc1c25328c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:31.534847 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25c181-a8c4-431a-82b5-41bc1c25328c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:31.535283 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25c181-a8c4-431a-82b5-41bc1c25328c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:31.535681 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25c181-a8c4-431a-82b5-41bc1c25328c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:31.535925 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25c181-a8c4-431a-82b5-41bc1c25328c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:31.536889 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25c181-a8c4-431a-82b5-41bc1c25328c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:31.537227 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25c181-a8c4-431a-82b5-41bc1c25328c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:31.537559 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25c181-a8c4-431a-82b5-41bc1c25328c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:31.537901 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25c181-a8c4-431a-82b5-41bc1c25328c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:31.538255 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25c181-a8c4-431a-82b5-41bc1c25328c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:31.538577 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25c181-a8c4-431a-82b5-41bc1c25328c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:31.538896 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25c181-a8c4-431a-82b5-41bc1c25328c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:10:31.554318 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Port 9a6fc545-b6e9-4754-a014-b9673cab813c cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:31.591951 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:10:31.603973 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Sync routers for ids ['b48be634-f899-4a5c-b6bc-86e1c5c2c981'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:10:31.605453 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Attempting to bind port 9a6fc545-b6e9-4754-a014-b9673cab813c on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:10:31.606108 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Attempting to bind port 9a6fc545-b6e9-4754-a014-b9673cab813c by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '859de6e6-3462-480e-a1e2-3e7d988ee453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:10:31.606841 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Attempting to bind port 9a6fc545-b6e9-4754-a014-b9673cab813c on network 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:10:31.612254 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:31.615226 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-87d534c4-cb75-4d55-9718-42b7581ffa0d admin admin] 10.222.0.50 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6182013 Sep 24 05:10:31.618282 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 34680) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:10:31.621136 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Routers {'b48be634-f899-4a5c-b6bc-86e1c5c2c981'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:10:31.621779 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:10:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['b48be634-f899-4a5c-b6bc-86e1c5c2c981'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:31.673700 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:31.675753 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:10:31.676156 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Checking segment: {'id': '859de6e6-3462-480e-a1e2-3e7d988ee453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:10:31.676792 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:31.677420 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Bound using segment: {'id': '859de6e6-3462-480e-a1e2-3e7d988ee453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:10:31.677955 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Bound port: 9a6fc545-b6e9-4754-a014-b9673cab813c, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859de6e6-3462-480e-a1e2-3e7d988ee453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:10:31.678386 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:31.692246 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:31.742918 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Set router b48be634-f899-4a5c-b6bc-86e1c5c2c981 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:10:31.748468 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:31.768355 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] For port 9a6fc545-b6e9-4754-a014-b9673cab813c, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:10:31.772347 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] For port 9a6fc545-b6e9-4754-a014-b9673cab813c, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=9a6fc545-b6e9-4754-a014-b9673cab813c,segment=NetworkSegment(859de6e6-3462-480e-a1e2-3e7d988ee453),segment_id=859de6e6-3462-480e-a1e2-3e7d988ee453)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:10:31.779301 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:31.781574 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747f81aa-264f-41fe-b832-8f5b3c3484c0 None None] Network 2e491eea-d755-4fc7-8d49-abead8fb996c requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:10:31.816679 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Routers {'fbef36c9-ea84-4848-a840-69bebde5cdcf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:10:31.817305 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:10:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['fbef36c9-ea84-4848-a840-69bebde5cdcf'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:31.874880 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25c181-a8c4-431a-82b5-41bc1c25328c None None] Pushing event updated for resources: {'Port': ['ID=9a6fc545-b6e9-4754-a014-b9673cab813c,revision_number=4']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:31.939957 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] Set router fbef36c9-ea84-4848-a840-69bebde5cdcf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:10:32.033349 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:32.054956 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Attempt 8 to provision port 9a6fc545-b6e9-4754-a014-b9673cab813c Sep 24 05:10:32.066923 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:32.149384 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:32.151426 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'name': 'tempest-TestMinimumBasicScenario-1463961099-router', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:27Z', 'revision_number': 4, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'gw_port': {'id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '9a6fc545-b6e9-4754-a014-b9673cab813c', 'name': '', 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'mac_address': 'fa:16:3e:ff:41:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9a557054-6955-4836-8727-2ecd1283487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:27Z', 'updated_at': '2022-09-24T05:10:31Z', 'revision_number': 4, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'subnets': [{'id': '9a557054-6955-4836-8727-2ecd1283487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:32.184250 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6933780-869f-4d7f-bdef-72c62d850a02 None None] The sync data for ids ['fbef36c9-ea84-4848-a840-69bebde5cdcf'] in dv-cinder-859186-1-iscsi is: [{'id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'name': 'tempest-TestMinimumBasicScenario-1463961099-router', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:27Z', 'revision_number': 4, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'gw_port': {'id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '9a6fc545-b6e9-4754-a014-b9673cab813c', 'name': '', 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'mac_address': 'fa:16:3e:ff:41:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9a557054-6955-4836-8727-2ecd1283487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:27Z', 'updated_at': '2022-09-24T05:10:31Z', 'revision_number': 4, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'subnets': [{'id': '9a557054-6955-4836-8727-2ecd1283487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:10:32.197187 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:10:32.237290 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'name': 'tempest-TestMinimumBasicScenario-905264726-router', 'tenant_id': 'ca0079034881467cb46e90bd21519543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'a0e8a082-ae25-4c2f-ac01-2f7616aab822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:30Z', 'updated_at': '2022-09-24T05:10:31Z', 'revision_number': 3, 'project_id': 'ca0079034881467cb46e90bd21519543', 'gw_port': {'id': 'a0e8a082-ae25-4c2f-ac01-2f7616aab822', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:30Z', 'updated_at': '2022-09-24T05:10:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:32.240709 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Current status of the port 9a6fc545-b6e9-4754-a014-b9673cab813c is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:32.241101 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:32.246851 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Allocated IP 172.20.0.1 (2e491eea-d755-4fc7-8d49-abead8fb996c/3570870b-c666-4c43-9832-16e4bb2689a4/d9beade3-34ca-445d-857e-434022db1a64) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:10:32.276337 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Checking router: b48be634-f899-4a5c-b6bc-86e1c5c2c981 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:10:32.276947 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Updating router b48be634-f899-4a5c-b6bc-86e1c5c2c981 port a0e8a082-ae25-4c2f-ac01-2f7616aab822 binding host dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:10:32.333383 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (a0e8a082-ae25-4c2f-ac01-2f7616aab822), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:32.337015 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] For port 9a6fc545-b6e9-4754-a014-b9673cab813c, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=9a6fc545-b6e9-4754-a014-b9673cab813c,segment=NetworkSegment(859de6e6-3462-480e-a1e2-3e7d988ee453),segment_id=859de6e6-3462-480e-a1e2-3e7d988ee453)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:10:32.365348 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:32.494294 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-bcf98030-24cc-4c61-8093-a9f1f9682f3a None None] Provisioning complete for port 24c296bc-93aa-484e-af53-8abcf9b6c8e9 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:32.494999 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bcf98030-24cc-4c61-8093-a9f1f9682f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (24c296bc-93aa-484e-af53-8abcf9b6c8e9), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:32.495136 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-bcf98030-24cc-4c61-8093-a9f1f9682f3a None None] Attempt 1 to provision port 24c296bc-93aa-484e-af53-8abcf9b6c8e9 Sep 24 05:10:32.504523 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e7256-7489-483a-bb9c-8262e31f3ee8 None None] Pushing event updated for resources: {'Port': ['ID=9a6fc545-b6e9-4754-a014-b9673cab813c,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:32.572519 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:32.610433 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Publish callbacks [] for port (d9beade3-34ca-445d-857e-434022db1a64), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:32.641074 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-bcf98030-24cc-4c61-8093-a9f1f9682f3a None None] Current status of the port 24c296bc-93aa-484e-af53-8abcf9b6c8e9 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:32.641074 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bcf98030-24cc-4c61-8093-a9f1f9682f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (24c296bc-93aa-484e-af53-8abcf9b6c8e9), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:32.649380 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (d9beade3-34ca-445d-857e-434022db1a64), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:32.694716 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Network 2e491eea-d755-4fc7-8d49-abead8fb996c is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:10:32.700315 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:10:32.704476 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:10:32.706993 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-bcf98030-24cc-4c61-8093-a9f1f9682f3a None None] For port 24c296bc-93aa-484e-af53-8abcf9b6c8e9, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=24c296bc-93aa-484e-af53-8abcf9b6c8e9,segment=NetworkSegment(a642f661-1a8e-4901-bd7e-913523b4b7e1),segment_id=a642f661-1a8e-4901-bd7e-913523b4b7e1)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:10:32.726034 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bcf98030-24cc-4c61-8093-a9f1f9682f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (24c296bc-93aa-484e-af53-8abcf9b6c8e9), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:32.732144 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Pushing event updated for resources: {'Port': ['ID=d9beade3-34ca-445d-857e-434022db1a64,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:32.764207 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429597'] for router_interface (b48be634-f899-4a5c-b6bc-86e1c5c2c981), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:32.769762 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:32.810979 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf98030-24cc-4c61-8093-a9f1f9682f3a None None] Pushing event updated for resources: {'Port': ['ID=24c296bc-93aa-484e-af53-8abcf9b6c8e9,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:32.817240 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c7d86f84-c103-42b2-81e9-1ae01ad644d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:32.831195 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-bcf98030-24cc-4c61-8093-a9f1f9682f3a None None] Provisioning complete for port 9a6fc545-b6e9-4754-a014-b9673cab813c triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:32.831570 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bcf98030-24cc-4c61-8093-a9f1f9682f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:32.831906 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-bcf98030-24cc-4c61-8093-a9f1f9682f3a None None] Attempt 1 to provision port 9a6fc545-b6e9-4754-a014-b9673cab813c Sep 24 05:10:32.863963 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:32.920341 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (d9beade3-34ca-445d-857e-434022db1a64), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:32.941961 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-bcf98030-24cc-4c61-8093-a9f1f9682f3a None None] Current status of the port 9a6fc545-b6e9-4754-a014-b9673cab813c is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:32.971470 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Publish callbacks [] for port (a0e8a082-ae25-4c2f-ac01-2f7616aab822), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:32.977527 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 9a6fc545-b6e9-4754-a014-b9673cab813c up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:10:32.982786 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (a0e8a082-ae25-4c2f-ac01-2f7616aab822), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:33.042018 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Attempting to bind port a0e8a082-ae25-4c2f-ac01-2f7616aab822 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:10:33.042373 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Attempting to bind port a0e8a082-ae25-4c2f-ac01-2f7616aab822 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:10:33.042736 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Attempting to bind port a0e8a082-ae25-4c2f-ac01-2f7616aab822 on network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:10:33.080498 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:33.111477 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbdf86-08ba-41ad-bd4e-29a05d565139 None None] Pushing event updated for resources: {'Port': ['ID=a0e8a082-ae25-4c2f-ac01-2f7616aab822,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:33.117492 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Provisioning complete for port d9beade3-34ca-445d-857e-434022db1a64 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:33.117867 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (d9beade3-34ca-445d-857e-434022db1a64), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:33.118227 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Attempt 1 to provision port d9beade3-34ca-445d-857e-434022db1a64 Sep 24 05:10:33.124337 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Publish callbacks [] for port (d9beade3-34ca-445d-857e-434022db1a64), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:33.129040 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (d9beade3-34ca-445d-857e-434022db1a64), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:33.147739 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 9a6fc545-b6e9-4754-a014-b9673cab813c triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:33.148111 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:33.148465 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 9a6fc545-b6e9-4754-a014-b9673cab813c Sep 24 05:10:33.179046 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:10:33.179421 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Checking segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:10:33.179818 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:33.180213 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Bound using segment: {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:10:33.180691 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Bound port: a0e8a082-ae25-4c2f-ac01-2f7616aab822, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f6e2d4-00ee-4543-b460-cfd632067d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:10:33.181122 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (a0e8a082-ae25-4c2f-ac01-2f7616aab822), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:33.201087 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Pushing event updated for resources: {'Port': ['ID=d9beade3-34ca-445d-857e-434022db1a64,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:33.205102 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Port d9beade3-34ca-445d-857e-434022db1a64 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:33.207408 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429705'] for router_interface (b48be634-f899-4a5c-b6bc-86e1c5c2c981), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:33.247185 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] For port a0e8a082-ae25-4c2f-ac01-2f7616aab822, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:10:33.251017 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] For port a0e8a082-ae25-4c2f-ac01-2f7616aab822, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=a0e8a082-ae25-4c2f-ac01-2f7616aab822,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:10:33.276745 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (a0e8a082-ae25-4c2f-ac01-2f7616aab822), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:33.308094 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Network 2e491eea-d755-4fc7-8d49-abead8fb996c is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:10:33.309503 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:10:33.311270 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 9a6fc545-b6e9-4754-a014-b9673cab813c is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:33.312340 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 24c296bc-93aa-484e-af53-8abcf9b6c8e9 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:10:33.359888 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Routers {'b48be634-f899-4a5c-b6bc-86e1c5c2c981'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:10:33.360526 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:10:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['b48be634-f899-4a5c-b6bc-86e1c5c2c981'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:33.398192 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbdf86-08ba-41ad-bd4e-29a05d565139 None None] Pushing event updated for resources: {'Port': ['ID=a0e8a082-ae25-4c2f-ac01-2f7616aab822,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:33.425181 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Router b48be634-f899-4a5c-b6bc-86e1c5c2c981 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:10:33.459621 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 24c296bc-93aa-484e-af53-8abcf9b6c8e9 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:33.459989 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (24c296bc-93aa-484e-af53-8abcf9b6c8e9), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:33.460332 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 24c296bc-93aa-484e-af53-8abcf9b6c8e9 Sep 24 05:10:33.508787 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] Set router b48be634-f899-4a5c-b6bc-86e1c5c2c981 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:10:33.535121 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:33.543044 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:10:33.548390 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-0676dc3d-8cc7-4ff8-9ce0-cc10ce41fe9c admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/b48be634-f899-4a5c-b6bc-86e1c5c2c981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9289727 Sep 24 05:10:33.571710 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:33.648838 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 24c296bc-93aa-484e-af53-8abcf9b6c8e9 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:33.650490 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device b438229e-aa91-4bf2-b366-627cc60a3fe2 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:10:33.833866 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Attempt 2 to provision port d9beade3-34ca-445d-857e-434022db1a64 Sep 24 05:10:33.881080 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port b438229e-aa91-4bf2-b366-627cc60a3fe2 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:33.881449 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (b438229e-aa91-4bf2-b366-627cc60a3fe2), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:33.881771 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port b438229e-aa91-4bf2-b366-627cc60a3fe2 Sep 24 05:10:33.923134 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Port d9beade3-34ca-445d-857e-434022db1a64 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:33.948279 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:33.956230 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'name': 'tempest-TestMinimumBasicScenario-905264726-router', 'tenant_id': 'ca0079034881467cb46e90bd21519543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'a0e8a082-ae25-4c2f-ac01-2f7616aab822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:30Z', 'updated_at': '2022-09-24T05:10:32Z', 'revision_number': 4, 'project_id': 'ca0079034881467cb46e90bd21519543', 'gw_port': {'id': 'a0e8a082-ae25-4c2f-ac01-2f7616aab822', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:30Z', 'updated_at': '2022-09-24T05:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'd9beade3-34ca-445d-857e-434022db1a64', 'name': '', 'network_id': '2e491eea-d755-4fc7-8d49-abead8fb996c', 'tenant_id': 'ca0079034881467cb46e90bd21519543', 'mac_address': 'fa:16:3e:65:c4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3570870b-c666-4c43-9832-16e4bb2689a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:32Z', 'updated_at': '2022-09-24T05:10:32Z', 'revision_number': 2, 'project_id': 'ca0079034881467cb46e90bd21519543', 'subnets': [{'id': '3570870b-c666-4c43-9832-16e4bb2689a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:33.985575 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36765202-f393-4d00-bd0e-018b1be0f657 None None] The sync data for ids ['b48be634-f899-4a5c-b6bc-86e1c5c2c981'] in dv-cinder-859186-1-iscsi is: [{'id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'name': 'tempest-TestMinimumBasicScenario-905264726-router', 'tenant_id': 'ca0079034881467cb46e90bd21519543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'a0e8a082-ae25-4c2f-ac01-2f7616aab822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:30Z', 'updated_at': '2022-09-24T05:10:32Z', 'revision_number': 4, 'project_id': 'ca0079034881467cb46e90bd21519543', 'gw_port': {'id': 'a0e8a082-ae25-4c2f-ac01-2f7616aab822', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:30Z', 'updated_at': '2022-09-24T05:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'd9beade3-34ca-445d-857e-434022db1a64', 'name': '', 'network_id': '2e491eea-d755-4fc7-8d49-abead8fb996c', 'tenant_id': 'ca0079034881467cb46e90bd21519543', 'mac_address': 'fa:16:3e:65:c4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3570870b-c666-4c43-9832-16e4bb2689a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:32Z', 'updated_at': '2022-09-24T05:10:32Z', 'revision_number': 2, 'project_id': 'ca0079034881467cb46e90bd21519543', 'subnets': [{'id': '3570870b-c666-4c43-9832-16e4bb2689a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:10:34.022850 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port b438229e-aa91-4bf2-b366-627cc60a3fe2 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:34.424029 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Attempt 3 to provision port d9beade3-34ca-445d-857e-434022db1a64 Sep 24 05:10:34.460831 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Port d9beade3-34ca-445d-857e-434022db1a64 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:34.696229 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 24c296bc-93aa-484e-af53-8abcf9b6c8e9 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:10:34.775492 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port 24c296bc-93aa-484e-af53-8abcf9b6c8e9 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:34.776961 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (24c296bc-93aa-484e-af53-8abcf9b6c8e9), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:34.777249 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port 24c296bc-93aa-484e-af53-8abcf9b6c8e9 Sep 24 05:10:34.868522 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port 24c296bc-93aa-484e-af53-8abcf9b6c8e9 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:34.962107 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Attempt 4 to provision port d9beade3-34ca-445d-857e-434022db1a64 Sep 24 05:10:35.009498 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Port d9beade3-34ca-445d-857e-434022db1a64 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:35.160553 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-48430c9a-508b-494b-9823-8de9c0e8a647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:35.511237 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Attempt 5 to provision port d9beade3-34ca-445d-857e-434022db1a64 Sep 24 05:10:35.557128 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Port d9beade3-34ca-445d-857e-434022db1a64 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:36.060119 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Attempt 6 to provision port d9beade3-34ca-445d-857e-434022db1a64 Sep 24 05:10:36.100092 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Port d9beade3-34ca-445d-857e-434022db1a64 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:36.414269 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:36.601136 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Attempt 7 to provision port d9beade3-34ca-445d-857e-434022db1a64 Sep 24 05:10:36.642081 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Port d9beade3-34ca-445d-857e-434022db1a64 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:36.720343 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device a0e8a082-ae25-4c2f-ac01-2f7616aab822 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:10:36.769643 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Sync routers for ids ['b48be634-f899-4a5c-b6bc-86e1c5c2c981'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:10:36.773407 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port a0e8a082-ae25-4c2f-ac01-2f7616aab822 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:36.773793 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (a0e8a082-ae25-4c2f-ac01-2f7616aab822), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:36.774180 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port a0e8a082-ae25-4c2f-ac01-2f7616aab822 Sep 24 05:10:36.783984 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Routers {'b48be634-f899-4a5c-b6bc-86e1c5c2c981'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:10:36.784634 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:10:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['b48be634-f899-4a5c-b6bc-86e1c5c2c981'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:36.861903 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port a0e8a082-ae25-4c2f-ac01-2f7616aab822 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:36.862333 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (a0e8a082-ae25-4c2f-ac01-2f7616aab822), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:36.885626 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] For port a0e8a082-ae25-4c2f-ac01-2f7616aab822, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=a0e8a082-ae25-4c2f-ac01-2f7616aab822,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:10:36.890429 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (a0e8a082-ae25-4c2f-ac01-2f7616aab822), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:36.911177 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Set router b48be634-f899-4a5c-b6bc-86e1c5c2c981 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:10:36.918226 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:36.958344 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Pushing event updated for resources: {'Port': ['ID=a0e8a082-ae25-4c2f-ac01-2f7616aab822,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:37.143608 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Attempt 8 to provision port d9beade3-34ca-445d-857e-434022db1a64 Sep 24 05:10:37.155399 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'name': 'tempest-TestMinimumBasicScenario-905264726-router', 'tenant_id': 'ca0079034881467cb46e90bd21519543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'a0e8a082-ae25-4c2f-ac01-2f7616aab822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:30Z', 'updated_at': '2022-09-24T05:10:32Z', 'revision_number': 4, 'project_id': 'ca0079034881467cb46e90bd21519543', 'gw_port': {'id': 'a0e8a082-ae25-4c2f-ac01-2f7616aab822', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:30Z', 'updated_at': '2022-09-24T05:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'd9beade3-34ca-445d-857e-434022db1a64', 'name': '', 'network_id': '2e491eea-d755-4fc7-8d49-abead8fb996c', 'tenant_id': 'ca0079034881467cb46e90bd21519543', 'mac_address': 'fa:16:3e:65:c4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3570870b-c666-4c43-9832-16e4bb2689a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:32Z', 'updated_at': '2022-09-24T05:10:32Z', 'revision_number': 2, 'project_id': 'ca0079034881467cb46e90bd21519543', 'subnets': [{'id': '3570870b-c666-4c43-9832-16e4bb2689a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:37.181733 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Checking router: b48be634-f899-4a5c-b6bc-86e1c5c2c981 for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:10:37.182388 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Updating router b48be634-f899-4a5c-b6bc-86e1c5c2c981 port d9beade3-34ca-445d-857e-434022db1a64 binding host dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 05:10:37.186231 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Port d9beade3-34ca-445d-857e-434022db1a64 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:37.210846 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (d9beade3-34ca-445d-857e-434022db1a64), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:37.326067 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:37.336172 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:37.508851 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Publish callbacks [] for port (d9beade3-34ca-445d-857e-434022db1a64), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:37.517358 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (d9beade3-34ca-445d-857e-434022db1a64), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:37.595805 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5f0ea-b3b2-4b2e-b064-0b5241e05a50 None None] Pushing event updated for resources: {'Port': ['ID=d9beade3-34ca-445d-857e-434022db1a64,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:37.609518 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Attempting to bind port d9beade3-34ca-445d-857e-434022db1a64 on host dv-cinder-859186-1-iscsi for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:10:37.609888 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Attempting to bind port d9beade3-34ca-445d-857e-434022db1a64 by drivers openvswitch,hyperv on host dv-cinder-859186-1-iscsi at level 0 using segments [{'id': 'a642f661-1a8e-4901-bd7e-913523b4b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2e491eea-d755-4fc7-8d49-abead8fb996c'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:10:37.610296 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Attempting to bind port d9beade3-34ca-445d-857e-434022db1a64 on network 2e491eea-d755-4fc7-8d49-abead8fb996c {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:10:37.668325 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Checking agent: {'id': '2d42fc0e-29da-4578-a005-04dd56115fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 52, 38), 'started_at': datetime.datetime(2022, 9, 24, 4, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:10:37.668694 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Checking segment: {'id': 'a642f661-1a8e-4901-bd7e-913523b4b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2e491eea-d755-4fc7-8d49-abead8fb996c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:10:37.669094 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:37.669486 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Bound using segment: {'id': 'a642f661-1a8e-4901-bd7e-913523b4b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2e491eea-d755-4fc7-8d49-abead8fb996c'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:10:37.669958 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Bound port: d9beade3-34ca-445d-857e-434022db1a64, host: dv-cinder-859186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a642f661-1a8e-4901-bd7e-913523b4b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2e491eea-d755-4fc7-8d49-abead8fb996c'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:10:37.670375 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (d9beade3-34ca-445d-857e-434022db1a64), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:37.687461 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Attempt 9 to provision port d9beade3-34ca-445d-857e-434022db1a64 Sep 24 05:10:37.729639 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Port d9beade3-34ca-445d-857e-434022db1a64 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:37.731958 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] For port d9beade3-34ca-445d-857e-434022db1a64, host dv-cinder-859186-1-iscsi, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:10:37.735129 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] For port d9beade3-34ca-445d-857e-434022db1a64, host dv-cinder-859186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=d9beade3-34ca-445d-857e-434022db1a64,segment=NetworkSegment(a642f661-1a8e-4901-bd7e-913523b4b7e1),segment_id=a642f661-1a8e-4901-bd7e-913523b4b7e1)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:10:37.741611 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (d9beade3-34ca-445d-857e-434022db1a64), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:37.778249 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Routers {'b48be634-f899-4a5c-b6bc-86e1c5c2c981'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:10:37.778895 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:10:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['b48be634-f899-4a5c-b6bc-86e1c5c2c981'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:37.845131 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5f0ea-b3b2-4b2e-b064-0b5241e05a50 None None] Pushing event updated for resources: {'Port': ['ID=d9beade3-34ca-445d-857e-434022db1a64,revision_number=4']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:37.922869 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] Set router b48be634-f899-4a5c-b6bc-86e1c5c2c981 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:10:38.026007 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:38.067758 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:38.141321 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:38.155710 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'name': 'tempest-TestMinimumBasicScenario-905264726-router', 'tenant_id': 'ca0079034881467cb46e90bd21519543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'a0e8a082-ae25-4c2f-ac01-2f7616aab822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:30Z', 'updated_at': '2022-09-24T05:10:32Z', 'revision_number': 4, 'project_id': 'ca0079034881467cb46e90bd21519543', 'gw_port': {'id': 'a0e8a082-ae25-4c2f-ac01-2f7616aab822', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:30Z', 'updated_at': '2022-09-24T05:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'd9beade3-34ca-445d-857e-434022db1a64', 'name': '', 'network_id': '2e491eea-d755-4fc7-8d49-abead8fb996c', 'tenant_id': 'ca0079034881467cb46e90bd21519543', 'mac_address': 'fa:16:3e:65:c4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3570870b-c666-4c43-9832-16e4bb2689a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:32Z', 'updated_at': '2022-09-24T05:10:37Z', 'revision_number': 4, 'project_id': 'ca0079034881467cb46e90bd21519543', 'subnets': [{'id': '3570870b-c666-4c43-9832-16e4bb2689a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:10:38.231207 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Attempt 10 to provision port d9beade3-34ca-445d-857e-434022db1a64 Sep 24 05:10:38.269949 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad93a2-b2ee-4e61-8bd7-9ee15be3528c None None] The sync data for ids ['b48be634-f899-4a5c-b6bc-86e1c5c2c981'] in dv-cinder-859186-1-iscsi is: [{'id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'name': 'tempest-TestMinimumBasicScenario-905264726-router', 'tenant_id': 'ca0079034881467cb46e90bd21519543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'a0e8a082-ae25-4c2f-ac01-2f7616aab822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:30Z', 'updated_at': '2022-09-24T05:10:32Z', 'revision_number': 4, 'project_id': 'ca0079034881467cb46e90bd21519543', 'gw_port': {'id': 'a0e8a082-ae25-4c2f-ac01-2f7616aab822', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:30Z', 'updated_at': '2022-09-24T05:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': 'd9beade3-34ca-445d-857e-434022db1a64', 'name': '', 'network_id': '2e491eea-d755-4fc7-8d49-abead8fb996c', 'tenant_id': 'ca0079034881467cb46e90bd21519543', 'mac_address': 'fa:16:3e:65:c4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3570870b-c666-4c43-9832-16e4bb2689a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:32Z', 'updated_at': '2022-09-24T05:10:37Z', 'revision_number': 4, 'project_id': 'ca0079034881467cb46e90bd21519543', 'subnets': [{'id': '3570870b-c666-4c43-9832-16e4bb2689a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:10:38.277287 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:38.331979 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Current status of the port d9beade3-34ca-445d-857e-434022db1a64 is: DOWN; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:38.332379 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (d9beade3-34ca-445d-857e-434022db1a64), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:38.376758 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] For port d9beade3-34ca-445d-857e-434022db1a64, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=d9beade3-34ca-445d-857e-434022db1a64,segment=NetworkSegment(a642f661-1a8e-4901-bd7e-913523b4b7e1),segment_id=a642f661-1a8e-4901-bd7e-913523b4b7e1)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:10:38.382760 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (d9beade3-34ca-445d-857e-434022db1a64), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:38.450062 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218241b-f7aa-42f8-8c8e-ab5739b0903f None None] Pushing event updated for resources: {'Port': ['ID=d9beade3-34ca-445d-857e-434022db1a64,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:38.505835 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-60fc2a11-0806-43c4-ac3e-6607fa82c36f None None] Provisioning complete for port d9beade3-34ca-445d-857e-434022db1a64 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:38.506539 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-60fc2a11-0806-43c4-ac3e-6607fa82c36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (d9beade3-34ca-445d-857e-434022db1a64), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:38.506875 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-60fc2a11-0806-43c4-ac3e-6607fa82c36f None None] Attempt 1 to provision port d9beade3-34ca-445d-857e-434022db1a64 Sep 24 05:10:38.592777 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-60fc2a11-0806-43c4-ac3e-6607fa82c36f None None] Current status of the port d9beade3-34ca-445d-857e-434022db1a64 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:38.754319 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device a0e8a082-ae25-4c2f-ac01-2f7616aab822 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:10:38.828257 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port a0e8a082-ae25-4c2f-ac01-2f7616aab822 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:38.828805 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (a0e8a082-ae25-4c2f-ac01-2f7616aab822), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:38.829235 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port a0e8a082-ae25-4c2f-ac01-2f7616aab822 Sep 24 05:10:38.911722 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port a0e8a082-ae25-4c2f-ac01-2f7616aab822 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:38.912801 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device d9beade3-34ca-445d-857e-434022db1a64 up at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:10:38.959532 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Provisioning complete for port d9beade3-34ca-445d-857e-434022db1a64 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:38.959903 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (d9beade3-34ca-445d-857e-434022db1a64), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:38.960239 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Attempt 1 to provision port d9beade3-34ca-445d-857e-434022db1a64 Sep 24 05:10:39.143878 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Current status of the port d9beade3-34ca-445d-857e-434022db1a64 is: ACTIVE; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:10:41.598060 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:41.605385 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=50,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:43.417492 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451612e1-6bec-431e-88df-890caab824fc req-0f894776-c7fd-444b-8fd5-e562a71b2450 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:43.418978 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-451612e1-6bec-431e-88df-890caab824fc req-0f894776-c7fd-444b-8fd5-e562a71b2450 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/networks?id=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 HTTP/1.1" status: 200 len: 815 time: 0.1105292 Sep 24 05:10:43.433779 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-451612e1-6bec-431e-88df-890caab824fc req-ec3d3f16-4290-4386-86bf-3e1a1ae0646b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/quotas/85c73f9a74da4079a54a503e0b42ca2e HTTP/1.1" status: 200 len: 375 time: 0.0094669 Sep 24 05:10:43.482734 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-451612e1-6bec-431e-88df-890caab824fc req-84d23b1f-7ad0-48e6-987c-fb8651448653 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=85c73f9a74da4079a54a503e0b42ca2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440106 Sep 24 05:10:43.555548 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:43.581788 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-451612e1-6bec-431e-88df-890caab824fc req-6b5398ed-014d-46f8-a688-3f2da9b83115 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879924 Sep 24 05:10:43.670459 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-451612e1-6bec-431e-88df-890caab824fc req-6984446c-329b-412b-97c6-f039ec28fbbc service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830300 Sep 24 05:10:43.937638 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16e9fc8a-f259-4f6f-8364-eb8b6f61edb7 req-636c595c-8b1a-4780-8239-d907d07dc062 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 210 time: 0.1310391 Sep 24 05:10:45.036211 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451612e1-6bec-431e-88df-890caab824fc req-5153524b-8ba8-4e3e-8437-1b034317721c tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:45.037423 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-451612e1-6bec-431e-88df-890caab824fc req-5153524b-8ba8-4e3e-8437-1b034317721c tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.16 "GET /networking/v2.0/networks?id=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 HTTP/1.1" status: 200 len: 815 time: 0.1152053 Sep 24 05:10:45.050058 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-451612e1-6bec-431e-88df-890caab824fc req-f00f5971-7fb4-4ebe-9660-85b95610b672 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Request body: {'port': {'device_id': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'admin_state_up': True, 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:10:45.053310 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3388429f-a1d9-4d1f-b8ff-8aba0777ff43 req-a43d513b-0e58-4941-92c9-c4d74056949e tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 210 time: 0.0355668 Sep 24 05:10:45.167926 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451612e1-6bec-431e-88df-890caab824fc req-f00f5971-7fb4-4ebe-9660-85b95610b672 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Made reservation on behalf of 85c73f9a74da4079a54a503e0b42ca2e for: {'port': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:10:45.171560 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-451612e1-6bec-431e-88df-890caab824fc req-f00f5971-7fb4-4ebe-9660-85b95610b672 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:45.300193 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [req-451612e1-6bec-431e-88df-890caab824fc req-f00f5971-7fb4-4ebe-9660-85b95610b672 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Allocated IP 172.20.0.9 (9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1/9a557054-6955-4836-8727-2ecd1283487f/3c4098d3-98fe-49ac-9677-5b3632da2208) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:10:45.475969 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-451612e1-6bec-431e-88df-890caab824fc req-f00f5971-7fb4-4ebe-9660-85b95610b672 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:45.514267 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-451612e1-6bec-431e-88df-890caab824fc req-f00f5971-7fb4-4ebe-9660-85b95610b672 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:45.566372 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451612e1-6bec-431e-88df-890caab824fc req-f00f5971-7fb4-4ebe-9660-85b95610b672 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Network 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:10:45.569682 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [req-451612e1-6bec-431e-88df-890caab824fc req-f00f5971-7fb4-4ebe-9660-85b95610b672 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:10:45.573818 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [req-451612e1-6bec-431e-88df-890caab824fc req-f00f5971-7fb4-4ebe-9660-85b95610b672 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:10:45.598481 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f5971-7fb4-4ebe-9660-85b95610b672 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Pushing event updated for resources: {'Port': ['ID=3c4098d3-98fe-49ac-9677-5b3632da2208,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:10:45.628132 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451612e1-6bec-431e-88df-890caab824fc req-f00f5971-7fb4-4ebe-9660-85b95610b672 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:45.628689 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-451612e1-6bec-431e-88df-890caab824fc req-f00f5971-7fb4-4ebe-9660-85b95610b672 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:45.653186 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-451612e1-6bec-431e-88df-890caab824fc req-f00f5971-7fb4-4ebe-9660-85b95610b672 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6070313 Sep 24 05:10:45.872287 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Provisioning complete for port 3c4098d3-98fe-49ac-9677-5b3632da2208 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:10:45.872841 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:45.872927 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Attempt 1 to provision port 3c4098d3-98fe-49ac-9677-5b3632da2208 Sep 24 05:10:45.907433 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Port 3c4098d3-98fe-49ac-9677-5b3632da2208 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:46.176783 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba5c20-e20e-4848-be06-0c7b5e98991b req-07d5cd3f-81af-46d3-97d1-95b569fb982c tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:46.178334 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-42ba5c20-e20e-4848-be06-0c7b5e98991b req-07d5cd3f-81af-46d3-97d1-95b569fb982c tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 931 time: 0.0493929 Sep 24 05:10:46.231103 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-42ba5c20-e20e-4848-be06-0c7b5e98991b req-5f781bcb-1842-4dd1-9b82-c167000c341b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454082 Sep 24 05:10:46.408703 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Attempt 2 to provision port 3c4098d3-98fe-49ac-9677-5b3632da2208 Sep 24 05:10:46.432468 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:46.444510 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Port 3c4098d3-98fe-49ac-9677-5b3632da2208 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:46.945644 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Attempt 3 to provision port 3c4098d3-98fe-49ac-9677-5b3632da2208 Sep 24 05:10:46.980166 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Port 3c4098d3-98fe-49ac-9677-5b3632da2208 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:47.357833 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081bc4e-8012-416f-840b-9da8682b7556 req-a4e5dc95-d55c-4723-864b-c003b7b95fa4 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:47.359341 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4081bc4e-8012-416f-840b-9da8682b7556 req-a4e5dc95-d55c-4723-864b-c003b7b95fa4 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 931 time: 0.0482404 Sep 24 05:10:47.412934 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4081bc4e-8012-416f-840b-9da8682b7556 req-8a91683a-cd53-4361-8c75-36ccf9dcc839 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479534 Sep 24 05:10:47.481209 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Attempt 4 to provision port 3c4098d3-98fe-49ac-9677-5b3632da2208 Sep 24 05:10:47.514527 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Port 3c4098d3-98fe-49ac-9677-5b3632da2208 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:48.016378 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Attempt 5 to provision port 3c4098d3-98fe-49ac-9677-5b3632da2208 Sep 24 05:10:48.046730 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:48.055404 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Port 3c4098d3-98fe-49ac-9677-5b3632da2208 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:48.159635 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=72 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:48.537650 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c1013-0f1c-4cb8-a2bd-c860171ea72b req-42e43ce3-5c7f-419c-873e-29b3db084059 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:48.540062 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-806c1013-0f1c-4cb8-a2bd-c860171ea72b req-42e43ce3-5c7f-419c-873e-29b3db084059 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 931 time: 0.0509388 Sep 24 05:10:48.557734 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Attempt 6 to provision port 3c4098d3-98fe-49ac-9677-5b3632da2208 Sep 24 05:10:48.594062 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Port 3c4098d3-98fe-49ac-9677-5b3632da2208 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:48.606460 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-806c1013-0f1c-4cb8-a2bd-c860171ea72b req-49265087-463a-4924-b599-862d46945bac tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565588 Sep 24 05:10:48.897682 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:49.095389 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Attempt 7 to provision port 3c4098d3-98fe-49ac-9677-5b3632da2208 Sep 24 05:10:49.129011 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Port 3c4098d3-98fe-49ac-9677-5b3632da2208 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:49.630472 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Attempt 8 to provision port 3c4098d3-98fe-49ac-9677-5b3632da2208 Sep 24 05:10:49.675523 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Port 3c4098d3-98fe-49ac-9677-5b3632da2208 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:49.731522 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0563c-2524-498b-8ad2-7dd7739d1085 req-c22f27ee-addc-48d6-98ee-17760100d115 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:49.733004 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-33e0563c-2524-498b-8ad2-7dd7739d1085 req-c22f27ee-addc-48d6-98ee-17760100d115 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 931 time: 0.0498488 Sep 24 05:10:49.789310 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-33e0563c-2524-498b-8ad2-7dd7739d1085 req-aa7702af-87bf-4724-9fb3-438dae8e70df tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506306 Sep 24 05:10:50.178444 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Attempt 9 to provision port 3c4098d3-98fe-49ac-9677-5b3632da2208 Sep 24 05:10:50.232274 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Port 3c4098d3-98fe-49ac-9677-5b3632da2208 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:50.733249 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Attempt 10 to provision port 3c4098d3-98fe-49ac-9677-5b3632da2208 Sep 24 05:10:50.766351 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d9178747-d5a1-4f61-85f5-963bfb5ee9bd None None] Port 3c4098d3-98fe-49ac-9677-5b3632da2208 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:10:50.923811 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04fe5e-f3e4-495a-8a78-8d0c9676261e req-a8f7a96f-35ee-4511-8c4f-176879b923c0 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:50.925579 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cc04fe5e-f3e4-495a-8a78-8d0c9676261e req-a8f7a96f-35ee-4511-8c4f-176879b923c0 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 931 time: 0.0540805 Sep 24 05:10:50.974640 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cc04fe5e-f3e4-495a-8a78-8d0c9676261e req-ac8bb30b-2cd7-446d-9bd9-af7fb2632e82 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433986 Sep 24 05:10:52.104353 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ab954-0649-4722-a7ab-dafb1e009da8 req-5c8506f5-8df1-4abb-b938-38f2fbd37c92 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:52.105817 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-310ab954-0649-4722-a7ab-dafb1e009da8 req-5c8506f5-8df1-4abb-b938-38f2fbd37c92 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 931 time: 0.0494621 Sep 24 05:10:52.157054 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-310ab954-0649-4722-a7ab-dafb1e009da8 req-ca2ce904-23a1-4f36-80cf-4e39d4a5a396 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455315 Sep 24 05:10:53.283174 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d90c6b-f7da-4da8-9467-0134e7c4aa4c req-f3fa3bdc-f620-451f-b5d0-0b4e1962142f tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:53.284670 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e3d90c6b-f7da-4da8-9467-0134e7c4aa4c req-f3fa3bdc-f620-451f-b5d0-0b4e1962142f tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 931 time: 0.0524185 Sep 24 05:10:53.333106 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e3d90c6b-f7da-4da8-9467-0134e7c4aa4c req-2d64b7d0-3849-471d-812e-a7b077d12211 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425003 Sep 24 05:10:54.471690 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae28de2-0b7e-4497-9c6c-3054e5f622a9 req-185eebcd-9125-47d2-8b69-6e5c9699b557 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:54.480266 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eae28de2-0b7e-4497-9c6c-3054e5f622a9 req-185eebcd-9125-47d2-8b69-6e5c9699b557 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 931 time: 0.0575995 Sep 24 05:10:54.525804 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eae28de2-0b7e-4497-9c6c-3054e5f622a9 req-802ed641-797d-4693-91bc-e2173e21bd60 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443535 Sep 24 05:10:55.613052 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:55.630553 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:55.636557 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=63,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:55.639647 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:10:55.660906 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45547a6a-1ae9-4b2b-8941-7186c977048a req-b9a424cb-6931-48f7-a051-c30197c2af2f tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:55.662489 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-45547a6a-1ae9-4b2b-8941-7186c977048a req-b9a424cb-6931-48f7-a051-c30197c2af2f tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 931 time: 0.0592601 Sep 24 05:10:55.714702 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-45547a6a-1ae9-4b2b-8941-7186c977048a req-87b1be4b-e497-4150-83e9-7600d609ab11 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464578 Sep 24 05:10:56.834435 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ca117-8669-44e5-8965-515753aadba0 req-3ca7e082-4560-4377-8e6c-71bb6d013162 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:56.835859 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1a5ca117-8669-44e5-8965-515753aadba0 req-3ca7e082-4560-4377-8e6c-71bb6d013162 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 931 time: 0.0452600 Sep 24 05:10:56.881814 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1a5ca117-8669-44e5-8965-515753aadba0 req-b347457f-35cc-4b21-8e4f-6c842623f61c tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399902 Sep 24 05:10:57.998910 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb5d97-0c45-401a-b063-4eba2d818f09 req-1132bd6c-716e-4f83-b4dd-a16faf34eef4 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:58.000355 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-98cb5d97-0c45-401a-b063-4eba2d818f09 req-1132bd6c-716e-4f83-b4dd-a16faf34eef4 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 931 time: 0.0458720 Sep 24 05:10:58.046341 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-98cb5d97-0c45-401a-b063-4eba2d818f09 req-bf7773a2-236b-478b-a597-98d55b3a5ac6 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405867 Sep 24 05:10:59.172742 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea0a11-d421-495a-b4ea-8a590a8225e6 req-28b2066c-d2f1-4ad3-bd79-1aae52643aed tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:59.178018 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-99ea0a11-d421-495a-b4ea-8a590a8225e6 req-28b2066c-d2f1-4ad3-bd79-1aae52643aed tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 931 time: 0.0536673 Sep 24 05:10:59.222632 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-99ea0a11-d421-495a-b4ea-8a590a8225e6 req-c0a13e58-c7fa-4142-9dd8-7d84200912e6 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422621 Sep 24 05:10:59.480704 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Request body: {'port': {'device_id': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:10:59.541140 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:59.681034 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3142d663-527d-4d1d-bee0-8349cca01426 req-6c4ca9c9-889b-4ec4-b731-579e74f54ebe service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1060104 Sep 24 05:10:59.794324 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142d663-527d-4d1d-bee0-8349cca01426 req-459941f9-dbef-4278-95b3-7581acf8a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:59.795846 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3142d663-527d-4d1d-bee0-8349cca01426 req-459941f9-dbef-4278-95b3-7581acf8a39f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=cd3d02b11bdf45fe99687fda3d1078cd&device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 1129 time: 0.0525877 Sep 24 05:10:59.940286 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4098d3-98fe-49ac-9677-5b3632da2208 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:10:59.953636 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Publish callbacks [] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:10:59.960850 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142d663-527d-4d1d-bee0-8349cca01426 req-ff20043f-18bc-42b2-bd2a-cbcf1de18bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:10:59.962337 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3142d663-527d-4d1d-bee0-8349cca01426 req-ff20043f-18bc-42b2-bd2a-cbcf1de18bc4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=96921dc0-8a1d-4ce2-9352-455dac08d2de HTTP/1.1" status: 200 len: 909 time: 0.1465375 Sep 24 05:10:59.969933 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Transition to ACTIVE for port object 3c4098d3-98fe-49ac-9677-5b3632da2208 will not be triggered until provisioned by entity L2. {{(pid=106193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:10:59.977729 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:00.078134 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4098d3-98fe-49ac-9677-5b3632da2208,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:00.083589 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3142d663-527d-4d1d-bee0-8349cca01426 req-9548f890-ff50-4a43-b342-66f95326624d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 HTTP/1.1" status: 200 len: 1000 time: 0.1125896 Sep 24 05:11:00.162798 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142d663-527d-4d1d-bee0-8349cca01426 req-ac1c442e-bbf1-452c-922a-853178614f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:00.164193 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3142d663-527d-4d1d-bee0-8349cca01426 req-ac1c442e-bbf1-452c-922a-853178614f50 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951 HTTP/1.1" status: 200 len: 847 time: 0.0619400 Sep 24 05:11:00.168348 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Attempting to bind port 3c4098d3-98fe-49ac-9677-5b3632da2208 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:11:00.168681 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Attempting to bind port 3c4098d3-98fe-49ac-9677-5b3632da2208 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '859de6e6-3462-480e-a1e2-3e7d988ee453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:11:00.169007 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Attempting to bind port 3c4098d3-98fe-49ac-9677-5b3632da2208 on network 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:11:00.242532 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142d663-527d-4d1d-bee0-8349cca01426 req-fa632dfe-8185-4f89-8c02-298c8b761c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:00.243995 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3142d663-527d-4d1d-bee0-8349cca01426 req-fa632dfe-8185-4f89-8c02-298c8b761c1a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=96921dc0-8a1d-4ce2-9352-455dac08d2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523300 Sep 24 05:11:00.245956 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Port 3c4098d3-98fe-49ac-9677-5b3632da2208 on network 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:11:00.246301 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Attempting to bind port 3c4098d3-98fe-49ac-9677-5b3632da2208 on network 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:11:00.274971 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:00.328854 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:00.349441 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c248751-474d-4bcb-af0f-84c8f3b9f578 req-d514ae27-236d-4010-8f98-df2adfa137e8 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:00.350931 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c248751-474d-4bcb-af0f-84c8f3b9f578 req-d514ae27-236d-4010-8f98-df2adfa137e8 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 943 time: 0.0488985 Sep 24 05:11:00.352204 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:11:00.352541 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Checking segment: {'id': '859de6e6-3462-480e-a1e2-3e7d988ee453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:11:00.352923 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Bound using segment: {'id': '859de6e6-3462-480e-a1e2-3e7d988ee453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:11:00.353360 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Bound port: 3c4098d3-98fe-49ac-9677-5b3632da2208, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859de6e6-3462-480e-a1e2-3e7d988ee453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:11:00.354255 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:00.387103 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3142d663-527d-4d1d-bee0-8349cca01426 req-72ea495e-083f-40ce-b638-cc634542f5d9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206245 Sep 24 05:11:00.401913 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c248751-474d-4bcb-af0f-84c8f3b9f578 req-5abba1f9-1fc1-4fc3-bb24-1b4b502c77e2 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448582 Sep 24 05:11:00.434014 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] For port 3c4098d3-98fe-49ac-9677-5b3632da2208, host hv-cinder-85918, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:11:00.436944 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] For port 3c4098d3-98fe-49ac-9677-5b3632da2208, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3c4098d3-98fe-49ac-9677-5b3632da2208,segment=NetworkSegment(859de6e6-3462-480e-a1e2-3e7d988ee453),segment_id=859de6e6-3462-480e-a1e2-3e7d988ee453)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:11:00.443086 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:00.447053 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:00.447680 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:00.448999 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-451612e1-6bec-431e-88df-890caab824fc req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/3c4098d3-98fe-49ac-9677-5b3632da2208 HTTP/1.1" status: 200 len: 1093 time: 0.9728658 Sep 24 05:11:00.449534 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'tag': '3c4098d3-98fe-49ac-9677-5b3632da2208'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:11:00.451966 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27395a9-6930-412d-91dc-e6c7520fd0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f", "tag": "3c4098d3-98fe-49ac-9677-5b3632da2208"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:11:00.500968 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07833fb-9c04-42c9-a2fd-b9a6c85007ab x-openstack-request-id: req-c07833fb-9c04-42c9-a2fd-b9a6c85007ab {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:11:00.501594 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f", "tag": "3c4098d3-98fe-49ac-9677-5b3632da2208", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:11:00.501594 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c07833fb-9c04-42c9-a2fd-b9a6c85007ab {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:11:00.501883 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c07833fb-9c04-42c9-a2fd-b9a6c85007ab'] response: {'name': 'network-changed', 'server_uuid': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'tag': '3c4098d3-98fe-49ac-9677-5b3632da2208', 'status': 'completed', 'code': 200} Sep 24 05:11:00.586759 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36977b-07c0-41ce-bef7-813857f50759 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4098d3-98fe-49ac-9677-5b3632da2208,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:00.599297 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451612e1-6bec-431e-88df-890caab824fc req-c4be65df-b266-49cf-b8fa-eaf67863b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:00.600768 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-451612e1-6bec-431e-88df-890caab824fc req-c4be65df-b266-49cf-b8fa-eaf67863b251 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=85c73f9a74da4079a54a503e0b42ca2e&device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 1127 time: 0.0914862 Sep 24 05:11:00.652201 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-451612e1-6bec-431e-88df-890caab824fc req-83790100-35e9-4306-8469-ff3c0d68ce7e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c4098d3-98fe-49ac-9677-5b3632da2208 HTTP/1.1" status: 200 len: 217 time: 0.0424252 Sep 24 05:11:00.657597 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-3142d663-527d-4d1d-bee0-8349cca01426 req-5f47ea1d-080c-48b5-aee6-8ec4ecdef67c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791830 Sep 24 05:11:00.763692 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=40 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:00.765269 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:00.952561 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451612e1-6bec-431e-88df-890caab824fc req-03b15fe5-8f2c-41e9-91a0-c92dbf8f1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:00.953989 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-451612e1-6bec-431e-88df-890caab824fc req-03b15fe5-8f2c-41e9-91a0-c92dbf8f1d4a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9a557054-6955-4836-8727-2ecd1283487f HTTP/1.1" status: 200 len: 854 time: 0.2956824 Sep 24 05:11:01.032077 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451612e1-6bec-431e-88df-890caab824fc req-7cb2e20d-37d3-4bfe-b21c-504a6aa042b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:01.033432 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-451612e1-6bec-431e-88df-890caab824fc req-7cb2e20d-37d3-4bfe-b21c-504a6aa042b9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383368 Sep 24 05:11:01.128675 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-451612e1-6bec-431e-88df-890caab824fc req-c0f1f1a7-cf07-41b5-80e0-7ac158314627 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874734 Sep 24 05:11:01.224499 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-451612e1-6bec-431e-88df-890caab824fc req-46cae75d-3493-48e7-990f-52d294d5f66f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897481 Sep 24 05:11:01.527206 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ad96b-e414-4ffc-9eb6-01a860fae758 req-1f444657-a904-4f86-9ef9-28d2a371fdf3 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:01.528793 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a60ad96b-e414-4ffc-9eb6-01a860fae758 req-1f444657-a904-4f86-9ef9-28d2a371fdf3 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 943 time: 0.0508275 Sep 24 05:11:01.568404 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34862) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:01.611343 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a60ad96b-e414-4ffc-9eb6-01a860fae758 req-ba988b64-d59c-4523-abeb-62d1d83f4dd0 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768604 Sep 24 05:11:01.622462 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09488af-89cb-456a-a6d4-b42a33bfe299 req-bf070fd9-962e-4ab2-9bbe-73854db6bc49 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:01.624034 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b09488af-89cb-456a-a6d4-b42a33bfe299 req-bf070fd9-962e-4ab2-9bbe-73854db6bc49 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0653503 Sep 24 05:11:01.673260 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b09488af-89cb-456a-a6d4-b42a33bfe299 req-416f3246-58de-4e37-baf6-3d27b98bd3a6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430136 Sep 24 05:11:01.829414 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-3a377f72-89f8-4eed-a4aa-92f6553e95e9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Deleting port 1c0c918d-08c3-45c4-bf56-c171ea8fc3d3 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:11:01.829669 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3a377f72-89f8-4eed-a4aa-92f6553e95e9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (1c0c918d-08c3-45c4-bf56-c171ea8fc3d3), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:01.903972 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3a377f72-89f8-4eed-a4aa-92f6553e95e9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (1c0c918d-08c3-45c4-bf56-c171ea8fc3d3), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:01.904290 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3a377f72-89f8-4eed-a4aa-92f6553e95e9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for floatingip (1c0c918d-08c3-45c4-bf56-c171ea8fc3d3), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:01.917077 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-3a377f72-89f8-4eed-a4aa-92f6553e95e9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Calling delete_port for 1c0c918d-08c3-45c4-bf56-c171ea8fc3d3 owned by network:floatingip {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:11:01.970425 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:01.984963 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:02.080906 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3a377f72-89f8-4eed-a4aa-92f6553e95e9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (1c0c918d-08c3-45c4-bf56-c171ea8fc3d3), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:02.108850 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a377f72-89f8-4eed-a4aa-92f6553e95e9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Pushing event deleted for resources: {'Port': ['ID=1c0c918d-08c3-45c4-bf56-c171ea8fc3d3,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:02.174945 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3a377f72-89f8-4eed-a4aa-92f6553e95e9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for floatingip (2a8cecd5-c6d6-4c57-b922-d30fc0f22f7c), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:02.175268 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.l3_db [None req-3a377f72-89f8-4eed-a4aa-92f6553e95e9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Floating IP 2a8cecd5-c6d6-4c57-b922-d30fc0f22f7c disassociated (deleted). External IP: 172.27.0.69, port: fab1bdaa-696a-4cf2-b4c6-ca1ee5692022. Sep 24 05:11:02.371350 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a377f72-89f8-4eed-a4aa-92f6553e95e9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Router 626fb1b6-0dff-4255-8bad-d45d81f9df61 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:11:02.471705 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a377f72-89f8-4eed-a4aa-92f6553e95e9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:11:02.476488 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3a377f72-89f8-4eed-a4aa-92f6553e95e9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:02.481546 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e476dcf-3880-4e95-aa10-b35be1b65aa7 None None] Sync routers for ids ['626fb1b6-0dff-4255-8bad-d45d81f9df61'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:11:02.493988 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e476dcf-3880-4e95-aa10-b35be1b65aa7 None None] Routers {'626fb1b6-0dff-4255-8bad-d45d81f9df61'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:11:02.495255 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-1e476dcf-3880-4e95-aa10-b35be1b65aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:10:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['626fb1b6-0dff-4255-8bad-d45d81f9df61'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:02.506210 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-3a377f72-89f8-4eed-a4aa-92f6553e95e9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "DELETE /networking/v2.0/floatingips/2a8cecd5-c6d6-4c57-b922-d30fc0f22f7c HTTP/1.1" status: 204 len: 168 time: 0.9367647 Sep 24 05:11:02.506844 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'tag': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:11:02.509058 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6814b4f8-1252-4dc8-b537-aeb1517450b2" -d '{"events": [{"name": "network-changed", "server_uuid": "60d69c7d-69e4-4b2a-b41c-692867a6e28d", "tag": "fab1bdaa-696a-4cf2-b4c6-ca1ee5692022"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:11:02.547765 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3215ebe4-d0c9-47c0-bf7d-b04241c0669c x-openstack-request-id: req-3215ebe4-d0c9-47c0-bf7d-b04241c0669c {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:11:02.548051 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d69c7d-69e4-4b2a-b41c-692867a6e28d", "tag": "fab1bdaa-696a-4cf2-b4c6-ca1ee5692022", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:11:02.548346 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3215ebe4-d0c9-47c0-bf7d-b04241c0669c {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:11:02.548748 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3215ebe4-d0c9-47c0-bf7d-b04241c0669c'] response: {'name': 'network-changed', 'server_uuid': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'tag': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022', 'status': 'completed', 'code': 200} Sep 24 05:11:02.597067 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-1e476dcf-3880-4e95-aa10-b35be1b65aa7 None None] Set router 626fb1b6-0dff-4255-8bad-d45d81f9df61 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:11:02.732438 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ac145e1d-9126-404a-9dcc-0fa35d5ad4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:02.765076 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ebff5-e35d-49d8-b74c-2df0ebbe8e2f req-b1cd0f59-00da-4b01-980a-6931f159754b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:02.766682 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5d5ebff5-e35d-49d8-b74c-2df0ebbe8e2f req-b1cd0f59-00da-4b01-980a-6931f159754b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 943 time: 0.0770502 Sep 24 05:11:02.778672 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80735c08-ea38-43df-8683-c1e64534964b req-02ee8d6c-1a93-4789-bb1e-297646186fdd tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:02.780079 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-80735c08-ea38-43df-8683-c1e64534964b req-02ee8d6c-1a93-4789-bb1e-297646186fdd tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0886064 Sep 24 05:11:02.807251 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-1e476dcf-3880-4e95-aa10-b35be1b65aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'name': 'tempest-TestShelveInstance-119680492-router', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:09Z', 'updated_at': '2022-09-24T05:04:12Z', 'revision_number': 4, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'gw_port': {'id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:10Z', 'updated_at': '2022-09-24T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '557aa1c1-30e8-44d3-bb76-e1d7945d0383', 'name': '', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'mac_address': 'fa:16:3e:6f:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:12Z', 'updated_at': '2022-09-24T05:04:17Z', 'revision_number': 5, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'subnets': [{'id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:02.831424 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e476dcf-3880-4e95-aa10-b35be1b65aa7 None None] Checking router: 626fb1b6-0dff-4255-8bad-d45d81f9df61 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:11:02.840698 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e476dcf-3880-4e95-aa10-b35be1b65aa7 None None] Routers {'626fb1b6-0dff-4255-8bad-d45d81f9df61'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:11:02.841365 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-1e476dcf-3880-4e95-aa10-b35be1b65aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:10:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['626fb1b6-0dff-4255-8bad-d45d81f9df61'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:02.849021 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5d5ebff5-e35d-49d8-b74c-2df0ebbe8e2f req-85f24ab4-497a-4ef4-9335-738d5d76cf75 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680058 Sep 24 05:11:02.862839 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-80735c08-ea38-43df-8683-c1e64534964b req-eef2c807-c589-4db5-baf5-8ac0d8f43eae tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756190 Sep 24 05:11:02.957982 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-1e476dcf-3880-4e95-aa10-b35be1b65aa7 None None] Set router 626fb1b6-0dff-4255-8bad-d45d81f9df61 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:11:02.959684 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc740143-3e65-401f-8474-0b2d4f8eb508 req-5d61c9d1-f6c6-4c08-8386-e0326a6c2daf tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:02.961140 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cc740143-3e65-401f-8474-0b2d4f8eb508 req-5d61c9d1-f6c6-4c08-8386-e0326a6c2daf tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0523796 Sep 24 05:11:03.008122 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cc740143-3e65-401f-8474-0b2d4f8eb508 req-7248e16b-2a3e-4249-a01d-717582f02091 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406950 Sep 24 05:11:03.266900 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-1e476dcf-3880-4e95-aa10-b35be1b65aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'name': 'tempest-TestShelveInstance-119680492-router', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:09Z', 'updated_at': '2022-09-24T05:04:12Z', 'revision_number': 4, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'gw_port': {'id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:10Z', 'updated_at': '2022-09-24T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '557aa1c1-30e8-44d3-bb76-e1d7945d0383', 'name': '', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'mac_address': 'fa:16:3e:6f:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:12Z', 'updated_at': '2022-09-24T05:04:17Z', 'revision_number': 5, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'subnets': [{'id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:03.292012 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e476dcf-3880-4e95-aa10-b35be1b65aa7 None None] The sync data for ids ['626fb1b6-0dff-4255-8bad-d45d81f9df61'] in dv-cinder-859186-1-iscsi is: [{'id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'name': 'tempest-TestShelveInstance-119680492-router', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:09Z', 'updated_at': '2022-09-24T05:04:12Z', 'revision_number': 4, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'gw_port': {'id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:10Z', 'updated_at': '2022-09-24T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '557aa1c1-30e8-44d3-bb76-e1d7945d0383', 'name': '', 'network_id': '96921dc0-8a1d-4ce2-9352-455dac08d2de', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'mac_address': 'fa:16:3e:6f:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:12Z', 'updated_at': '2022-09-24T05:04:17Z', 'revision_number': 5, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'subnets': [{'id': 'e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:11:03.505833 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4fb7fa-2af6-481d-9081-64b5af8d44ac None None] New status for floating IP 2a8cecd5-c6d6-4c57-b922-d30fc0f22f7c: DOWN {{(pid=106195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:11:04.004445 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a26769-3bff-42d7-891d-11b7258adc7a req-554e0079-331c-4af6-898b-22e2ff24c0d1 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:04.005898 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-50a26769-3bff-42d7-891d-11b7258adc7a req-554e0079-331c-4af6-898b-22e2ff24c0d1 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 943 time: 0.0789199 Sep 24 05:11:04.012356 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3d4ff-f596-46d8-84c3-28eff4b63f13 req-09bea73c-a97b-422c-8863-3023819691e5 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:04.013694 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-10a3d4ff-f596-46d8-84c3-28eff4b63f13 req-09bea73c-a97b-422c-8863-3023819691e5 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0753813 Sep 24 05:11:04.035237 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:04.046459 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:04.090725 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-50a26769-3bff-42d7-891d-11b7258adc7a req-79400110-1032-4211-9fdc-6252c2a3f9d8 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760779 Sep 24 05:11:04.094494 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-10a3d4ff-f596-46d8-84c3-28eff4b63f13 req-b4a88dee-6712-4152-b429-9fce4f4133dc tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741503 Sep 24 05:11:04.197069 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135f8-e2c9-4e58-884d-2a9a578db738 req-5a58cbb8-1769-4fa2-b4d2-b366811fb2d6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:04.199040 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3d5135f8-e2c9-4e58-884d-2a9a578db738 req-5a58cbb8-1769-4fa2-b4d2-b366811fb2d6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0508416 Sep 24 05:11:04.247469 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3d5135f8-e2c9-4e58-884d-2a9a578db738 req-c6d42b20-77d5-4c5a-b2fd-d78ed00ff074 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429246 Sep 24 05:11:05.146914 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9e73625f-b4d1-46aa-bae6-2e10a2dbb6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:05.239547 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208c4c1-0912-4c43-804b-ef5ed89d8ee6 req-7a43be30-e8f6-4174-af43-f680b9da68fd tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:05.241004 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b208c4c1-0912-4c43-804b-ef5ed89d8ee6 req-7a43be30-e8f6-4174-af43-f680b9da68fd tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 943 time: 0.0721784 Sep 24 05:11:05.251475 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab6682-99d4-4d8e-8642-53abfe138e4a req-65f341a5-1f38-45c3-94ef-3c2877f42096 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:05.252884 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-94ab6682-99d4-4d8e-8642-53abfe138e4a req-65f341a5-1f38-45c3-94ef-3c2877f42096 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0822477 Sep 24 05:11:05.329529 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b208c4c1-0912-4c43-804b-ef5ed89d8ee6 req-061d39ab-fc61-439b-aae0-f0439125b534 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757017 Sep 24 05:11:05.334051 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-94ab6682-99d4-4d8e-8642-53abfe138e4a req-f25e82dc-aa76-432c-bcfb-b7379380fd4a tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724208 Sep 24 05:11:05.429765 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c796d0-f600-4029-99a1-341ea9381448 req-af37fc87-a639-43d1-a1af-f890582bb58b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:05.432023 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-78c796d0-f600-4029-99a1-341ea9381448 req-af37fc87-a639-43d1-a1af-f890582bb58b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0461650 Sep 24 05:11:05.477785 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-78c796d0-f600-4029-99a1-341ea9381448 req-ebc06d4c-5b73-467f-9c99-5335a6724902 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403326 Sep 24 05:11:05.596218 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27395a9-6930-412d-91dc-e6c7520fd0eb req-db80edb0-32e2-4b34-aba8-897e2b79d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:05.596818 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 3c4098d3-98fe-49ac-9677-5b3632da2208 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:11:05.597674 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b27395a9-6930-412d-91dc-e6c7520fd0eb req-db80edb0-32e2-4b34-aba8-897e2b79d2ab service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=85c73f9a74da4079a54a503e0b42ca2e&device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 1127 time: 0.0378892 Sep 24 05:11:05.701336 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 3c4098d3-98fe-49ac-9677-5b3632da2208, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3c4098d3-98fe-49ac-9677-5b3632da2208,segment=NetworkSegment(859de6e6-3462-480e-a1e2-3e7d988ee453),segment_id=859de6e6-3462-480e-a1e2-3e7d988ee453)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:05.711979 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '3c4098d3-98fe-49ac-9677-5b3632da2208', 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'port_id': '3c4098d3-98fe-49ac-9677-5b3632da2208', 'mac_address': 'fa:16:3e:ba:34:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a557054-6955-4836-8727-2ecd1283487f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:11:05.744072 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:05.746188 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 3c4098d3-98fe-49ac-9677-5b3632da2208 is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:11:05.746562 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:05.759567 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4098d3-98fe-49ac-9677-5b3632da2208 {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:11:05.780380 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 3c4098d3-98fe-49ac-9677-5b3632da2208, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3c4098d3-98fe-49ac-9677-5b3632da2208,segment=NetworkSegment(859de6e6-3462-480e-a1e2-3e7d988ee453),segment_id=859de6e6-3462-480e-a1e2-3e7d988ee453)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:05.784281 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:05.836014 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=3c4098d3-98fe-49ac-9677-5b3632da2208,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:05.876983 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b4f8-1252-4dc8-b537-aeb1517450b2 req-79b7b4bb-d867-4f15-92c3-753be0b23c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:05.878587 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6814b4f8-1252-4dc8-b537-aeb1517450b2 req-79b7b4bb-d867-4f15-92c3-753be0b23c25 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=cd3d02b11bdf45fe99687fda3d1078cd&device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 1129 time: 0.0505285 Sep 24 05:11:05.986160 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c1afa-9480-431a-9be3-9df133994dae req-3745ba7e-7c7c-4517-8481-1ecbfd9c655b tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:05.987744 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ff8c1afa-9480-431a-9be3-9df133994dae req-3745ba7e-7c7c-4517-8481-1ecbfd9c655b tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 945 time: 0.0472913 Sep 24 05:11:06.036445 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ff8c1afa-9480-431a-9be3-9df133994dae req-6d5dad33-542d-4d5b-8a1b-73c361d079d0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432386 Sep 24 05:11:06.371970 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['3c4098d3-98fe-49ac-9677-5b3632da2208'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:11:06.406997 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:06.435450 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:06.460702 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27395a9-6930-412d-91dc-e6c7520fd0eb req-9f315e6c-680b-4eb5-a6ff-6c175efca679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:06.462277 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b27395a9-6930-412d-91dc-e6c7520fd0eb req-9f315e6c-680b-4eb5-a6ff-6c175efca679 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 HTTP/1.1" status: 200 len: 916 time: 0.2045529 Sep 24 05:11:06.499395 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6645006-a561-4886-b207-b08f1e7c9c84 req-d29149c4-0220-4be1-9136-464ee4fcfdd7 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:06.500880 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b6645006-a561-4886-b207-b08f1e7c9c84 req-d29149c4-0220-4be1-9136-464ee4fcfdd7 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 944 time: 0.0819693 Sep 24 05:11:06.515580 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b4f8-1252-4dc8-b537-aeb1517450b2 req-bbbed773-8eda-49a6-b535-6b891a029811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:06.517288 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6814b4f8-1252-4dc8-b537-aeb1517450b2 req-bbbed773-8eda-49a6-b535-6b891a029811 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=96921dc0-8a1d-4ce2-9352-455dac08d2de HTTP/1.1" status: 200 len: 909 time: 0.1279066 Sep 24 05:11:06.520867 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d9232-20ee-472f-8980-11dd5455874d req-c6d66c51-c45b-41e7-8726-8ae956ada7e6 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:06.522388 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-400d9232-20ee-472f-8980-11dd5455874d req-c6d66c51-c45b-41e7-8726-8ae956ada7e6 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0911012 Sep 24 05:11:06.608358 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b6645006-a561-4886-b207-b08f1e7c9c84 req-30b514a0-2ca6-4ad9-b188-f55fcc7307ab tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849802 Sep 24 05:11:06.611833 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-400d9232-20ee-472f-8980-11dd5455874d req-a30c8b98-c297-4685-9ae4-4544a3e6ede9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821402 Sep 24 05:11:06.714044 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7cb35-54c7-4801-886c-e28dd83b0ec5 req-756e256f-821d-47fb-8251-a6ac6a820d0c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:06.715457 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2ad7cb35-54c7-4801-886c-e28dd83b0ec5 req-756e256f-821d-47fb-8251-a6ac6a820d0c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0494120 Sep 24 05:11:06.760546 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2ad7cb35-54c7-4801-886c-e28dd83b0ec5 req-d84c995d-6a94-4c33-bbdd-c0bc85e76c00 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397010 Sep 24 05:11:07.155739 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12dff9-ad01-4364-ad82-19dae669b355 req-db976e45-69f9-444d-aaf1-20bde9258a8e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:07.157177 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4a12dff9-ad01-4364-ad82-19dae669b355 req-db976e45-69f9-444d-aaf1-20bde9258a8e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 945 time: 0.0455508 Sep 24 05:11:07.205572 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4a12dff9-ad01-4364-ad82-19dae669b355 req-7781b36a-e9c2-487f-bd76-07403e96c0a5 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425479 Sep 24 05:11:07.608081 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 3c4098d3-98fe-49ac-9677-5b3632da2208 up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:11:07.623657 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6814b4f8-1252-4dc8-b537-aeb1517450b2 req-fd1d77a5-0f6e-4968-8f8d-78e54379b326 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 HTTP/1.1" status: 200 len: 217 time: 0.0646148 Sep 24 05:11:07.624957 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b27395a9-6930-412d-91dc-e6c7520fd0eb req-bd30f421-bd9d-4d6f-b9e1-6ed44c0a957a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c4098d3-98fe-49ac-9677-5b3632da2208 HTTP/1.1" status: 200 len: 217 time: 0.0648668 Sep 24 05:11:07.632436 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a68c9-e873-4350-9288-6c637aab1798 req-e44adc7d-0c3b-401d-8f17-9189c2067122 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:07.633856 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e37a68c9-e873-4350-9288-6c637aab1798 req-e44adc7d-0c3b-401d-8f17-9189c2067122 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.0459011 Sep 24 05:11:07.662122 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port 3c4098d3-98fe-49ac-9677-5b3632da2208 completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:11:07.671514 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 3c4098d3-98fe-49ac-9677-5b3632da2208 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:11:07.672134 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:07.672704 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 3c4098d3-98fe-49ac-9677-5b3632da2208 Sep 24 05:11:07.676609 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:07.695894 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:07.726389 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:07.729602 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b4f8-1252-4dc8-b537-aeb1517450b2 req-cd86316f-6118-4cb9-973c-131b16eb5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:07.731176 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6814b4f8-1252-4dc8-b537-aeb1517450b2 req-cd86316f-6118-4cb9-973c-131b16eb5610 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951 HTTP/1.1" status: 200 len: 847 time: 0.0955195 Sep 24 05:11:07.732728 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27395a9-6930-412d-91dc-e6c7520fd0eb req-62b6a04f-62f0-4bbb-b336-989f744cb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:07.734043 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b27395a9-6930-412d-91dc-e6c7520fd0eb req-62b6a04f-62f0-4bbb-b336-989f744cb02d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9a557054-6955-4836-8727-2ecd1283487f HTTP/1.1" status: 200 len: 854 time: 0.0547211 Sep 24 05:11:07.764700 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 3c4098d3-98fe-49ac-9677-5b3632da2208 is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:11:07.765087 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:07.792090 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4098d3-98fe-49ac-9677-5b3632da2208'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:11:07.795177 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a05ce12-4cb0-4662-8d43-1ef0cea4615c" -d '{"events": [{"server_uuid": "c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f", "name": "network-vif-plugged", "status": "completed", "tag": "3c4098d3-98fe-49ac-9677-5b3632da2208"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:11:07.810771 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b4f8-1252-4dc8-b537-aeb1517450b2 req-7fe90567-a139-4af8-8f85-9d177dc6d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:07.811299 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 3c4098d3-98fe-49ac-9677-5b3632da2208, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3c4098d3-98fe-49ac-9677-5b3632da2208,segment=NetworkSegment(859de6e6-3462-480e-a1e2-3e7d988ee453),segment_id=859de6e6-3462-480e-a1e2-3e7d988ee453)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:07.812449 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6814b4f8-1252-4dc8-b537-aeb1517450b2 req-7fe90567-a139-4af8-8f85-9d177dc6d205 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=96921dc0-8a1d-4ce2-9352-455dac08d2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707915 Sep 24 05:11:07.815669 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:07.817654 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27395a9-6930-412d-91dc-e6c7520fd0eb req-c2108bed-545b-4d5e-849a-ae4475fa4696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:07.819133 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b27395a9-6930-412d-91dc-e6c7520fd0eb req-c2108bed-545b-4d5e-849a-ae4475fa4696 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694265 Sep 24 05:11:07.842171 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:07.846848 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-e37a68c9-e873-4350-9288-6c637aab1798 req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Deleting port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:11:07.847183 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-e37a68c9-e873-4350-9288-6c637aab1798 req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:07.865513 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [req-b27395a9-6930-412d-91dc-e6c7520fd0eb req-bbf922ab-54a6-48d4-b5b5-0f8d6b2258ef service neutron] http://10.222.0.50:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 05:11:07.866532 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b27395a9-6930-412d-91dc-e6c7520fd0eb req-bbf922ab-54a6-48d4-b5b5-0f8d6b2258ef service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0066717 Sep 24 05:11:07.869961 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=3c4098d3-98fe-49ac-9677-5b3632da2208,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:07.870177 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [req-6814b4f8-1252-4dc8-b537-aeb1517450b2 req-54a1f9d0-a39b-48b1-ac18-00aee49cf0c6 service neutron] http://10.222.0.50:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 05:11:07.871005 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6814b4f8-1252-4dc8-b537-aeb1517450b2 req-54a1f9d0-a39b-48b1-ac18-00aee49cf0c6 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0100145 Sep 24 05:11:07.879572 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b6979-d2ef-43ed-b794-20d0abcb55b9 req-b0f45e0f-3769-43e9-b19b-6f415325de1a tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:07.881017 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-375b6979-d2ef-43ed-b794-20d0abcb55b9 req-b0f45e0f-3769-43e9-b19b-6f415325de1a tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 945 time: 0.1145020 Sep 24 05:11:07.930414 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d452afd-cdd4-4e1c-ac06-a3ebc24fd717 req-58262663-69e4-44ee-8fd2-b5c6440d670b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:07.932373 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7d452afd-cdd4-4e1c-ac06-a3ebc24fd717 req-58262663-69e4-44ee-8fd2-b5c6440d670b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 944 time: 0.1677694 Sep 24 05:11:08.016222 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-e37a68c9-e873-4350-9288-6c637aab1798 req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] For port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,segment=NetworkSegment(7c779217-2c74-465a-b880-7974c3ca201e),segment_id=7c779217-2c74-465a-b880-7974c3ca201e)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:08.016595 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-e37a68c9-e873-4350-9288-6c637aab1798 req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:08.024168 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:08.050982 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-375b6979-d2ef-43ed-b794-20d0abcb55b9 req-c3a3e4fd-1d8e-4498-9d97-2c3052ab7f33 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=96b818d9-18a5-4b9c-a4d9-89d446c3e221&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1272068 Sep 24 05:11:08.052051 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-e37a68c9-e873-4350-9288-6c637aab1798 req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Calling delete_port for fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:11:08.056869 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7d452afd-cdd4-4e1c-ac06-a3ebc24fd717 req-9765c91f-bc4d-4ea7-a4b6-cb4054c33a35 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166556 Sep 24 05:11:08.060645 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:08.122767 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9a1abd-2b89-4913-86a7-e369511cf46f x-openstack-request-id: req-dd9a1abd-2b89-4913-86a7-e369511cf46f {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:11:08.123061 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f", "name": "network-vif-plugged", "status": "completed", "tag": "3c4098d3-98fe-49ac-9677-5b3632da2208", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:11:08.123330 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd9a1abd-2b89-4913-86a7-e369511cf46f {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:11:08.123804 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd9a1abd-2b89-4913-86a7-e369511cf46f'] response: {'server_uuid': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4098d3-98fe-49ac-9677-5b3632da2208', 'code': 200} Sep 24 05:11:08.193210 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2245b5c-8c40-4c82-948e-efe88d603abc req-a96394c1-0c88-48cc-a493-05d5dad7d64b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:08.194702 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2245b5c-8c40-4c82-948e-efe88d603abc req-a96394c1-0c88-48cc-a493-05d5dad7d64b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0670273 Sep 24 05:11:08.308784 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe18f29-ff1b-4c82-980e-d56d70214203 req-40ecc8fd-03e1-4da0-9887-a872e15afcb0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:08.310295 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dfe18f29-ff1b-4c82-980e-d56d70214203 req-40ecc8fd-03e1-4da0-9887-a872e15afcb0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 945 time: 0.0757365 Sep 24 05:11:08.312518 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-e37a68c9-e873-4350-9288-6c637aab1798 req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (fab1bdaa-696a-4cf2-b4c6-ca1ee5692022), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:08.317030 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2245b5c-8c40-4c82-948e-efe88d603abc req-9e03e22b-56da-4e26-b319-8d15c857d4a3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041183 Sep 24 05:11:08.319329 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b27395a9-6930-412d-91dc-e6c7520fd0eb req-dfc34ba1-f70d-4d23-a00d-63e593d10709 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752028 Sep 24 05:11:08.323556 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6814b4f8-1252-4dc8-b537-aeb1517450b2 req-aa81cec9-5b94-4848-bf8e-34074505aff0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781640 Sep 24 05:11:08.407004 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Pushing event deleted for resources: {'Port': ['ID=fab1bdaa-696a-4cf2-b4c6-ca1ee5692022,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:08.492747 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-b27395a9-6930-412d-91dc-e6c7520fd0eb req-a7f7c955-6346-4462-8edd-9ce007372ab0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566601 Sep 24 05:11:08.495280 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [req-6814b4f8-1252-4dc8-b537-aeb1517450b2 req-1884af56-5da2-462e-91b8-0f5780cecf85 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581066 Sep 24 05:11:08.495979 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:08.496330 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:08.496669 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:08.497001 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:08.497332 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:08.497656 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:08.497978 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:08.498325 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:08.498643 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:08.498966 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:08.499288 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:08.499604 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:08.499921 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:08.500239 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:08.500550 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:08.508500 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354f557-da48-4db0-9c98-9a8822213a23 req-be62feb5-378c-4f9b-afe9-7f4cc3fc8d5e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:08.510050 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f354f557-da48-4db0-9c98-9a8822213a23 req-be62feb5-378c-4f9b-afe9-7f4cc3fc8d5e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 945 time: 0.1903582 Sep 24 05:11:08.517291 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b79eea-d137-48da-a78d-5f5ee8134bf2 req-ef39fbc6-661c-4189-a5e7-98a1de27eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:08.518735 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-97b79eea-d137-48da-a78d-5f5ee8134bf2 req-ef39fbc6-661c-4189-a5e7-98a1de27eeea service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 1129 time: 0.1824069 Sep 24 05:11:08.572462 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37a68c9-e873-4350-9288-6c637aab1798 req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] No DVR routers for this DVR port fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 on host hv-cinder-85918 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:11:08.591708 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-e37a68c9-e873-4350-9288-6c637aab1798 req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:08.594882 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e37a68c9-e873-4350-9288-6c637aab1798 req-02ac030d-833c-4dda-889a-f2267b3785a9 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.16 "DELETE /networking/v2.0/ports/fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 HTTP/1.1" status: 204 len: 173 time: 0.9533365 Sep 24 05:11:08.595431 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'name': 'network-vif-deleted', 'tag': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:11:08.597716 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45530b08-2196-4b18-9184-87c3bc46f577" -d '{"events": [{"server_uuid": "60d69c7d-69e4-4b2a-b41c-692867a6e28d", "name": "network-vif-deleted", "tag": "fab1bdaa-696a-4cf2-b4c6-ca1ee5692022"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:11:08.625202 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-dfe18f29-ff1b-4c82-980e-d56d70214203 req-bf8d4f26-45ff-4c31-b311-b430808b87c1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Deleting port fa86687e-cf6d-40ae-a41d-fc0072b18085 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:11:08.626381 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-dfe18f29-ff1b-4c82-980e-d56d70214203 req-bf8d4f26-45ff-4c31-b311-b430808b87c1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (fa86687e-cf6d-40ae-a41d-fc0072b18085), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:08.879891 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3781453-ed7e-4048-a89d-6730f6513483 x-openstack-request-id: req-e3781453-ed7e-4048-a89d-6730f6513483 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:11:08.880568 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d69c7d-69e4-4b2a-b41c-692867a6e28d", "name": "network-vif-deleted", "tag": "fab1bdaa-696a-4cf2-b4c6-ca1ee5692022", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:11:08.880568 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3781453-ed7e-4048-a89d-6730f6513483 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:11:08.880859 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3781453-ed7e-4048-a89d-6730f6513483'] response: {'server_uuid': '60d69c7d-69e4-4b2a-b41c-692867a6e28d', 'name': 'network-vif-deleted', 'tag': 'fab1bdaa-696a-4cf2-b4c6-ca1ee5692022', 'status': 'completed', 'code': 200} Sep 24 05:11:08.885429 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:08.927188 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-97b79eea-d137-48da-a78d-5f5ee8134bf2 req-c8cf1f82-2182-40f7-a88d-91543400989c service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844767 Sep 24 05:11:08.933200 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f354f557-da48-4db0-9c98-9a8822213a23 req-2d381362-5504-47e2-8156-aa975fe50fb4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4135954 Sep 24 05:11:08.982598 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-dfe18f29-ff1b-4c82-980e-d56d70214203 req-bf8d4f26-45ff-4c31-b311-b430808b87c1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] For port fa86687e-cf6d-40ae-a41d-fc0072b18085, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=fa86687e-cf6d-40ae-a41d-fc0072b18085,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:08.982958 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-dfe18f29-ff1b-4c82-980e-d56d70214203 req-bf8d4f26-45ff-4c31-b311-b430808b87c1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (fa86687e-cf6d-40ae-a41d-fc0072b18085), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:08.985002 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:09.184858 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:11:09.218250 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1bd2de3f-a04e-4b7c-aca2-de710812fbd4 req-829700cd-dd0c-4398-9cfc-2727b714c990 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 210 time: 0.0730293 Sep 24 05:11:09.265392 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87333bb0-8a8b-4416-9add-f7e72c8c810a req-16bcd169-8fbd-4147-ad0f-e1234035ca26 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:09.266912 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-87333bb0-8a8b-4416-9add-f7e72c8c810a req-16bcd169-8fbd-4147-ad0f-e1234035ca26 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 945 time: 0.0880461 Sep 24 05:11:09.268898 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-dfe18f29-ff1b-4c82-980e-d56d70214203 req-bf8d4f26-45ff-4c31-b311-b430808b87c1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:09.269260 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-dfe18f29-ff1b-4c82-980e-d56d70214203 req-bf8d4f26-45ff-4c31-b311-b430808b87c1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (b5ac97ec-caa3-4ad6-9db5-33b2299cebe1), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:09.269573 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.l3_db [req-dfe18f29-ff1b-4c82-980e-d56d70214203 req-bf8d4f26-45ff-4c31-b311-b430808b87c1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Floating IP b5ac97ec-caa3-4ad6-9db5-33b2299cebe1 disassociated. External IP: 172.27.0.45, port: fa86687e-cf6d-40ae-a41d-fc0072b18085. Sep 24 05:11:09.269916 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-dfe18f29-ff1b-4c82-980e-d56d70214203 req-bf8d4f26-45ff-4c31-b311-b430808b87c1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Calling delete_port for fa86687e-cf6d-40ae-a41d-fc0072b18085 owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:11:09.365244 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-87333bb0-8a8b-4416-9add-f7e72c8c810a req-5b8ec166-de3f-43f7-a66f-6d990ac6d3b0 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906768 Sep 24 05:11:09.476461 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-dfe18f29-ff1b-4c82-980e-d56d70214203 req-bf8d4f26-45ff-4c31-b311-b430808b87c1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (fa86687e-cf6d-40ae-a41d-fc0072b18085), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:09.485151 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817b515-839c-4a39-aa2b-52d702732fec req-2ccdbacc-d574-4daf-9d55-2b80755cdba3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:09.487703 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e817b515-839c-4a39-aa2b-52d702732fec req-2ccdbacc-d574-4daf-9d55-2b80755cdba3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0740390 Sep 24 05:11:09.522461 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d4f26-45ff-4c31-b311-b430808b87c1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event deleted for resources: {'Port': ['ID=fa86687e-cf6d-40ae-a41d-fc0072b18085,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:09.602795 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e817b515-839c-4a39-aa2b-52d702732fec req-05ffbf81-a86d-499d-9d82-802d435c20c3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064558 Sep 24 05:11:09.630442 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device fa86687e-cf6d-40ae-a41d-fc0072b18085 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:11:09.650608 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: fa86687e-cf6d-40ae-a41d-fc0072b18085 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:11:09.651236 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device fa86687e-cf6d-40ae-a41d-fc0072b18085 not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:11:09.651705 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:11:09.661642 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfe18f29-ff1b-4c82-980e-d56d70214203 req-bf8d4f26-45ff-4c31-b311-b430808b87c1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:11:09.671007 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:11:09.671356 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device fab1bdaa-696a-4cf2-b4c6-ca1ee5692022 not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:11:09.764001 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfe18f29-ff1b-4c82-980e-d56d70214203 req-bf8d4f26-45ff-4c31-b311-b430808b87c1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:11:09.773899 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fb5492-e031-4fd8-a29f-575b5413e12f None None] Sync routers for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:11:09.783433 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fb5492-e031-4fd8-a29f-575b5413e12f None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:11:09.784036 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-c6fb5492-e031-4fd8-a29f-575b5413e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:11:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:09.808530 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe18f29-ff1b-4c82-980e-d56d70214203 req-bf8d4f26-45ff-4c31-b311-b430808b87c1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] No DVR routers for this DVR port fa86687e-cf6d-40ae-a41d-fc0072b18085 on host hv-cinder-85918 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:11:09.810980 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-dfe18f29-ff1b-4c82-980e-d56d70214203 req-bf8d4f26-45ff-4c31-b311-b430808b87c1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:09.814367 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dfe18f29-ff1b-4c82-980e-d56d70214203 req-bf8d4f26-45ff-4c31-b311-b430808b87c1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.16 "DELETE /networking/v2.0/ports/fa86687e-cf6d-40ae-a41d-fc0072b18085 HTTP/1.1" status: 204 len: 173 time: 1.4516723 Sep 24 05:11:09.889558 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-c6fb5492-e031-4fd8-a29f-575b5413e12f None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:11:10.060408 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2484cf9-6847-4f38-b572-5ae1428e233e req-bd28522b-de47-42b3-85ee-332a05569d34 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 210 time: 0.0353017 Sep 24 05:11:10.099699 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-c6fb5492-e031-4fd8-a29f-575b5413e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:10.125017 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fb5492-e031-4fd8-a29f-575b5413e12f None None] Checking router: 764b62cf-a47a-41c8-a41d-d5a8ca78b45d for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:11:10.127461 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:10.135386 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fb5492-e031-4fd8-a29f-575b5413e12f None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:11:10.136046 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-c6fb5492-e031-4fd8-a29f-575b5413e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:11:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:10.178151 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:10.240031 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-c6fb5492-e031-4fd8-a29f-575b5413e12f None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:11:10.338238 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44f990d8-078c-4c93-a46d-5e69b9354143 req-c262f8eb-c5ca-4ced-bd26-3a720abf5712 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=60d69c7d-69e4-4b2a-b41c-692867a6e28d HTTP/1.1" status: 200 len: 210 time: 0.0283272 Sep 24 05:11:10.458771 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-c6fb5492-e031-4fd8-a29f-575b5413e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:10.485305 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fb5492-e031-4fd8-a29f-575b5413e12f None None] The sync data for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi is: [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:11:10.521068 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79176a06-69a7-4ff7-963e-bb7e4b2643a5 req-cbf69ffe-3b89-4af7-b442-4f614aa993bf tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:10.522643 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-79176a06-69a7-4ff7-963e-bb7e4b2643a5 req-cbf69ffe-3b89-4af7-b442-4f614aa993bf tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 945 time: 0.0478165 Sep 24 05:11:10.567944 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:10.573314 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-79176a06-69a7-4ff7-963e-bb7e4b2643a5 req-5853f9af-e77a-4859-bd33-ad6ab829e8e0 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446868 Sep 24 05:11:10.697785 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e82dd1-8bb8-49ad-a381-6aa46bf4b1cc None None] New status for floating IP b5ac97ec-caa3-4ad6-9db5-33b2299cebe1: DOWN {{(pid=106195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:11:10.698952 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:10.746944 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af333d8e-84ce-4ca1-af5f-bc1f72ba699f req-924f4803-170e-459d-b332-c5b470a849b5 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:10.748579 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-af333d8e-84ce-4ca1-af5f-bc1f72ba699f req-924f4803-170e-459d-b332-c5b470a849b5 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0590460 Sep 24 05:11:10.800061 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-af333d8e-84ce-4ca1-af5f-bc1f72ba699f req-5bdd9b2f-d0fb-4646-b04a-4225d199f451 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457740 Sep 24 05:11:10.881892 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7d8b54-2d8e-4a74-912f-4eab2ccf2125', 'name': 'network-vif-deleted', 'tag': 'fa86687e-cf6d-40ae-a41d-fc0072b18085'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:11:10.884753 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88144fe0-8768-4ef1-b8ba-f140a6ccff05" -d '{"events": [{"server_uuid": "dd7d8b54-2d8e-4a74-912f-4eab2ccf2125", "name": "network-vif-deleted", "tag": "fa86687e-cf6d-40ae-a41d-fc0072b18085"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:11:10.923340 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a3412e-cb90-445d-b4c5-11cf923be43e x-openstack-request-id: req-53a3412e-cb90-445d-b4c5-11cf923be43e {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:11:10.923340 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7d8b54-2d8e-4a74-912f-4eab2ccf2125", "name": "network-vif-deleted", "tag": "fa86687e-cf6d-40ae-a41d-fc0072b18085", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:11:10.923593 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53a3412e-cb90-445d-b4c5-11cf923be43e {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:11:10.923943 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a3412e-cb90-445d-b4c5-11cf923be43e'] response: {'server_uuid': 'dd7d8b54-2d8e-4a74-912f-4eab2ccf2125', 'name': 'network-vif-deleted', 'tag': 'fa86687e-cf6d-40ae-a41d-fc0072b18085', 'status': 'completed', 'code': 200} Sep 24 05:11:11.170618 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4d7db686-ea4b-4113-acdd-8f92d75ff517 req-cd9cbb1d-bb0e-4ff8-84e7-9ee725c16235 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dd7d8b54-2d8e-4a74-912f-4eab2ccf2125 HTTP/1.1" status: 200 len: 210 time: 0.0270050 Sep 24 05:11:11.406558 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34942) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:11.471448 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-308d0a72-0b25-49a9-bf71-5e4ef141bb04 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group (96b818d9-18a5-4b9c-a4d9-89d446c3e221), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:11.504514 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-308d0a72-0b25-49a9-bf71-5e4ef141bb04 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group (96b818d9-18a5-4b9c-a4d9-89d446c3e221), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:11.571051 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-308d0a72-0b25-49a9-bf71-5e4ef141bb04 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (96b818d9-18a5-4b9c-a4d9-89d446c3e221), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:11.573831 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-308d0a72-0b25-49a9-bf71-5e4ef141bb04 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:11.575009 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-308d0a72-0b25-49a9-bf71-5e4ef141bb04 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] 10.222.0.50 "DELETE /networking/v2.0/security-groups/96b818d9-18a5-4b9c-a4d9-89d446c3e221 HTTP/1.1" status: 204 len: 168 time: 0.1681776 Sep 24 05:11:11.584049 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d0a72-0b25-49a9-bf71-5e4ef141bb04 tempest-TestShelveInstance-1085488420 tempest-TestShelveInstance-1085488420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b818d9-18a5-4b9c-a4d9-89d446c3e221,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:11.616696 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34948) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:11.709439 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926781d-1fa9-444a-aeb5-f331410866d0 req-b772b339-bdb1-4e37-b65f-8f48fe13363b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:11.710919 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9926781d-1fa9-444a-aeb5-f331410866d0 req-b772b339-bdb1-4e37-b65f-8f48fe13363b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 945 time: 0.0496299 Sep 24 05:11:11.758759 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9926781d-1fa9-444a-aeb5-f331410866d0 req-e75c4404-8bae-43c4-85d2-4cf7269a5204 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418034 Sep 24 05:11:11.884860 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebf904-8146-4967-b3e6-b9880b259e1d req-c139cd1d-2f54-42a7-b602-97c5be9feb2e tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:11.886306 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a7ebf904-8146-4967-b3e6-b9880b259e1d req-c139cd1d-2f54-42a7-b602-97c5be9feb2e tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 945 time: 0.0505648 Sep 24 05:11:11.953199 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7b4b3-c1e8-47fd-bb16-69547137f8b2 req-3f9fa9d2-1e6c-4959-9ae9-4e684dbefcb6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:11.954688 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9aa7b4b3-c1e8-47fd-bb16-69547137f8b2 req-3f9fa9d2-1e6c-4959-9ae9-4e684dbefcb6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0675032 Sep 24 05:11:11.984008 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a7ebf904-8146-4967-b3e6-b9880b259e1d req-7bad6049-e933-428e-9214-203248d6e60b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881665 Sep 24 05:11:12.002301 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:12.015446 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9aa7b4b3-c1e8-47fd-bb16-69547137f8b2 req-de6bee27-a3be-41ad-9bcf-f7d00da050f0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549762 Sep 24 05:11:12.036642 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:12.053613 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f11cd73e-7b42-4d9d-815b-0a44bbfaa0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429734'] for router_interface (626fb1b6-0dff-4255-8bad-d45d81f9df61), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:12.333930 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995af4d-c8ef-4fb0-8113-57a988dad904 req-06a72467-a350-496b-843d-36fc69f85da3 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:12.336513 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6995af4d-c8ef-4fb0-8113-57a988dad904 req-06a72467-a350-496b-843d-36fc69f85da3 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 945 time: 0.0522087 Sep 24 05:11:12.391062 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6995af4d-c8ef-4fb0-8113-57a988dad904 req-934836bc-c20c-4aa2-b50d-43621f986708 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479176 Sep 24 05:11:12.474982 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-72b4660f-a1e1-4444-8220-b48925508270 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1562507068&fields=id&tenant_id=fef19544ec414094953daea6d545a361 HTTP/1.1" status: 200 len: 267 time: 0.0517368 Sep 24 05:11:12.543069 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-f11cd73e-7b42-4d9d-815b-0a44bbfaa0d4 admin admin] Deleting port 557aa1c1-30e8-44d3-bb76-e1d7945d0383 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:11:12.543666 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f11cd73e-7b42-4d9d-815b-0a44bbfaa0d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:12.593246 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44583087-6486-4281-b0ad-ffedaed28565 req-8a3ca774-3349-4959-ab29-c16beb32d42a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:12.595035 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-8a3ca774-3349-4959-ab29-c16beb32d42a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/networks?id=fcf1ce32-3017-4bcb-b05f-9527ef64d665 HTTP/1.1" status: 200 len: 811 time: 0.1129289 Sep 24 05:11:12.610478 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-80cebe9d-1cf6-4a80-bd6b-eaa46748bdb6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/quotas/fef19544ec414094953daea6d545a361 HTTP/1.1" status: 200 len: 375 time: 0.0096600 Sep 24 05:11:12.636475 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-f11cd73e-7b42-4d9d-815b-0a44bbfaa0d4 admin admin] For port 557aa1c1-30e8-44d3-bb76-e1d7945d0383, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=557aa1c1-30e8-44d3-bb76-e1d7945d0383,segment=NetworkSegment(7c779217-2c74-465a-b880-7974c3ca201e),segment_id=7c779217-2c74-465a-b880-7974c3ca201e)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:12.636884 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f11cd73e-7b42-4d9d-815b-0a44bbfaa0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:12.656238 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-f11cd73e-7b42-4d9d-815b-0a44bbfaa0d4 admin admin] Calling delete_port for 557aa1c1-30e8-44d3-bb76-e1d7945d0383 owned by network:router_interface {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:11:12.667004 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-447ee726-8f3c-4220-b720-784324b45dd0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=fef19544ec414094953daea6d545a361&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505531 Sep 24 05:11:12.685108 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-7db1f004-82d7-4069-aefd-d3ff2c2ccfe4 service neutron] http://10.222.0.50:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 05:11:12.686567 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-7db1f004-82d7-4069-aefd-d3ff2c2ccfe4 service neutron] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0064728 Sep 24 05:11:12.799923 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-135cb892-95b5-4eac-903d-91f9dec907af service neutron] 10.222.0.50 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072617 Sep 24 05:11:12.858116 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f11cd73e-7b42-4d9d-815b-0a44bbfaa0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (557aa1c1-30e8-44d3-bb76-e1d7945d0383), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:12.882979 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cd73e-7b42-4d9d-815b-0a44bbfaa0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=557aa1c1-30e8-44d3-bb76-e1d7945d0383,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:12.900152 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-f13e20e2-2bea-4f82-97df-0079380e5124 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933330 Sep 24 05:11:13.067291 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f11cd73e-7b42-4d9d-815b-0a44bbfaa0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435734'] for router_interface (626fb1b6-0dff-4255-8bad-d45d81f9df61), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:13.129418 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:13.179447 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433c400-798a-4021-8f7a-9ed291406d09 req-18e4a099-ebff-4a9d-8227-ded2d291ce52 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:13.181956 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9433c400-798a-4021-8f7a-9ed291406d09 req-18e4a099-ebff-4a9d-8227-ded2d291ce52 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0592546 Sep 24 05:11:13.273764 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0926e44c-2364-43c2-97ec-a92aa0fdce3f req-aaaf73f4-5730-44e6-acef-a5ab9c9d1307 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 210 time: 0.0297837 Sep 24 05:11:13.277528 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9433c400-798a-4021-8f7a-9ed291406d09 req-5231752b-7b15-4ba9-a506-949fca2a7dac tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892739 Sep 24 05:11:13.288316 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:13.308402 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11cd73e-7b42-4d9d-815b-0a44bbfaa0d4 admin admin] Router 626fb1b6-0dff-4255-8bad-d45d81f9df61 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:11:13.414081 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11cd73e-7b42-4d9d-815b-0a44bbfaa0d4 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:11:13.420181 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-f11cd73e-7b42-4d9d-815b-0a44bbfaa0d4 admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/626fb1b6-0dff-4255-8bad-d45d81f9df61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8024457 Sep 24 05:11:13.423846 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 34990) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:13.425544 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36763e33-8079-4f24-8532-575d426ab12a None None] Sync routers for ids ['626fb1b6-0dff-4255-8bad-d45d81f9df61'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:11:13.436870 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36763e33-8079-4f24-8532-575d426ab12a None None] Routers {'626fb1b6-0dff-4255-8bad-d45d81f9df61'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:11:13.437813 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-36763e33-8079-4f24-8532-575d426ab12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:11:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['626fb1b6-0dff-4255-8bad-d45d81f9df61'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:13.529520 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5cf3cd42-93bc-4e8e-83f5-b5dfc19b6bfd admin admin] Publish callbacks [] for router (626fb1b6-0dff-4255-8bad-d45d81f9df61), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:13.544769 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-36763e33-8079-4f24-8532-575d426ab12a None None] Set router 626fb1b6-0dff-4255-8bad-d45d81f9df61 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:11:13.645552 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5cf3cd42-93bc-4e8e-83f5-b5dfc19b6bfd admin admin] Publish callbacks [] for router_gateway (626fb1b6-0dff-4255-8bad-d45d81f9df61), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:13.699124 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3cd42-93bc-4e8e-83f5-b5dfc19b6bfd admin admin] Deleting port aba87bdf-11d8-4ac1-8735-fac51d73e2e2 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:11:13.699493 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5cf3cd42-93bc-4e8e-83f5-b5dfc19b6bfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (aba87bdf-11d8-4ac1-8735-fac51d73e2e2), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:13.737153 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-36763e33-8079-4f24-8532-575d426ab12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'name': 'tempest-TestShelveInstance-119680492-router', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:09Z', 'updated_at': '2022-09-24T05:11:12Z', 'revision_number': 5, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'gw_port': {'id': 'aba87bdf-11d8-4ac1-8735-fac51d73e2e2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:10Z', 'updated_at': '2022-09-24T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:13.770248 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36763e33-8079-4f24-8532-575d426ab12a None None] Checking router: 626fb1b6-0dff-4255-8bad-d45d81f9df61 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:11:13.780101 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36763e33-8079-4f24-8532-575d426ab12a None None] Routers {'626fb1b6-0dff-4255-8bad-d45d81f9df61'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:11:13.780652 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-36763e33-8079-4f24-8532-575d426ab12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:11:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['626fb1b6-0dff-4255-8bad-d45d81f9df61'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:13.786406 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-5cf3cd42-93bc-4e8e-83f5-b5dfc19b6bfd admin admin] For port aba87bdf-11d8-4ac1-8735-fac51d73e2e2, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=aba87bdf-11d8-4ac1-8735-fac51d73e2e2,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:13.786777 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5cf3cd42-93bc-4e8e-83f5-b5dfc19b6bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (aba87bdf-11d8-4ac1-8735-fac51d73e2e2), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:13.800913 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3cd42-93bc-4e8e-83f5-b5dfc19b6bfd admin admin] Calling delete_port for aba87bdf-11d8-4ac1-8735-fac51d73e2e2 owned by network:router_gateway {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:11:13.883457 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-36763e33-8079-4f24-8532-575d426ab12a None None] Set router 626fb1b6-0dff-4255-8bad-d45d81f9df61 gateway port host: None {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:11:14.026888 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5cf3cd42-93bc-4e8e-83f5-b5dfc19b6bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (aba87bdf-11d8-4ac1-8735-fac51d73e2e2), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:14.067629 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3cd42-93bc-4e8e-83f5-b5dfc19b6bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=aba87bdf-11d8-4ac1-8735-fac51d73e2e2,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:14.068343 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-36763e33-8079-4f24-8532-575d426ab12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'name': 'tempest-TestShelveInstance-119680492-router', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:09Z', 'updated_at': '2022-09-24T05:11:13Z', 'revision_number': 6, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'gw_port_host': None}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:14.097928 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36763e33-8079-4f24-8532-575d426ab12a None None] The sync data for ids ['626fb1b6-0dff-4255-8bad-d45d81f9df61'] in dv-cinder-859186-1-iscsi is: [{'id': '626fb1b6-0dff-4255-8bad-d45d81f9df61', 'name': 'tempest-TestShelveInstance-119680492-router', 'tenant_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:09Z', 'updated_at': '2022-09-24T05:11:13Z', 'revision_number': 6, 'project_id': 'cd3d02b11bdf45fe99687fda3d1078cd', 'gw_port_host': None}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:11:14.155470 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5cf3cd42-93bc-4e8e-83f5-b5dfc19b6bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437340'] for router_gateway (626fb1b6-0dff-4255-8bad-d45d81f9df61), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:14.267605 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5cf3cd42-93bc-4e8e-83f5-b5dfc19b6bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4195'] for router (626fb1b6-0dff-4255-8bad-d45d81f9df61), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:14.270074 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5cf3cd42-93bc-4e8e-83f5-b5dfc19b6bfd admin admin] Publish callbacks [] for router_controller (626fb1b6-0dff-4255-8bad-d45d81f9df61), precommit_delete_associations {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:14.273125 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:14.325351 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:14.336242 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5cf3cd42-93bc-4e8e-83f5-b5dfc19b6bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435819'] for router (626fb1b6-0dff-4255-8bad-d45d81f9df61), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:14.336815 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf3cd42-93bc-4e8e-83f5-b5dfc19b6bfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 626fb1b6-0dff-4255-8bad-d45d81f9df61 {{(pid=106193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 05:11:14.342911 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5cf3cd42-93bc-4e8e-83f5-b5dfc19b6bfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:14.344051 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-5cf3cd42-93bc-4e8e-83f5-b5dfc19b6bfd admin admin] 10.222.0.50 "DELETE /networking/v2.0/routers/626fb1b6-0dff-4255-8bad-d45d81f9df61 HTTP/1.1" status: 204 len: 168 time: 0.9189365 Sep 24 05:11:14.346716 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35014) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:14.385560 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9d2297bc-8fc3-4b21-bbb8-b9b0fde9bfe5 req-cfcd21d8-d628-4596-9201-bb57ccdc5f9e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 210 time: 0.0312486 Sep 24 05:11:14.391004 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d8fa4f-b7d9-4ccf-8d1d-d87d11603b9a admin admin] Deleting subnet e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951 {{(pid=106193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 05:11:14.394243 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-79d8fa4f-b7d9-4ccf-8d1d-d87d11603b9a admin admin] Publish callbacks [] for subnet (e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:14.436754 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-79d8fa4f-b7d9-4ccf-8d1d-d87d11603b9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4105213'] for subnet (e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951), precommit_delete_associations {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:14.497202 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:14.515636 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:14.519680 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-79d8fa4f-b7d9-4ccf-8d1d-d87d11603b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66367886'] for subnet (e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:14.532491 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096357fa-9fb2-449a-8a20-2eca9d8f1362 req-bfdbcd32-9c84-4bbf-950a-6e0a62870547 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:14.540735 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-096357fa-9fb2-449a-8a20-2eca9d8f1362 req-bfdbcd32-9c84-4bbf-950a-6e0a62870547 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0924573 Sep 24 05:11:14.590211 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-79d8fa4f-b7d9-4ccf-8d1d-d87d11603b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66370483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2383086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8938390'] for subnet (e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:14.627284 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-096357fa-9fb2-449a-8a20-2eca9d8f1362 req-a9f0afe9-7da8-4707-827b-e3bb9c03e3f8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750089 Sep 24 05:11:14.628737 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8fa4f-b7d9-4ccf-8d1d-d87d11603b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:14.632889 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-79d8fa4f-b7d9-4ccf-8d1d-d87d11603b9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:14.639510 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-79d8fa4f-b7d9-4ccf-8d1d-d87d11603b9a admin admin] 10.222.0.50 "DELETE /networking/v2.0/subnets/e4fb2db8-d7e5-47c6-a7fd-bcb0c604a951 HTTP/1.1" status: 204 len: 168 time: 0.2917993 Sep 24 05:11:14.640265 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35020) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:14.640935 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fe226d-8887-4456-b7f6-4875020bb653 None None] Network 96921dc0-8a1d-4ce2-9352-455dac08d2de requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:11:14.749795 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328315'] for network (96921dc0-8a1d-4ce2-9352-455dac08d2de), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:14.804366 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] Deleting port 9f8090b8-2b03-4596-b570-e26eb18f340e {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:11:14.804803 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (9f8090b8-2b03-4596-b570-e26eb18f340e), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:14.841961 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44583087-6486-4281-b0ad-ffedaed28565 req-4576c33a-e554-40b6-ac73-e413196ac723 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:14.844701 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-4576c33a-e554-40b6-ac73-e413196ac723 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fcf1ce32-3017-4bcb-b05f-9527ef64d665 HTTP/1.1" status: 200 len: 811 time: 0.2032468 Sep 24 05:11:14.895219 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] For port 9f8090b8-2b03-4596-b570-e26eb18f340e, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=9f8090b8-2b03-4596-b570-e26eb18f340e,segment=NetworkSegment(7c779217-2c74-465a-b880-7974c3ca201e),segment_id=7c779217-2c74-465a-b880-7974c3ca201e)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:14.895590 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (9f8090b8-2b03-4596-b570-e26eb18f340e), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:14.922983 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] Calling delete_port for 9f8090b8-2b03-4596-b570-e26eb18f340e owned by network:dhcp {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:11:14.937389 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-98f9a575-07c4-4c66-b0e2-8213fd363d42 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fef19544ec414094953daea6d545a361 HTTP/1.1" status: 200 len: 380 time: 0.0790260 Sep 24 05:11:14.957022 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfda857f-2a9f-4292-b62f-b9beae11e1da None None] DHCP port deletion for 96921dc0-8a1d-4ce2-9352-455dac08d2de request from dv-cinder-859186-1-iscsi {{(pid=106194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 05:11:14.964924 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-44583087-6486-4281-b0ad-ffedaed28565 req-db349766-067b-4019-a27f-d6ae27ab9432 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Request body: {'port': {'device_id': '27a6c52e-9545-4713-870a-1d553eb7d609', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'admin_state_up': True, 'tenant_id': 'fef19544ec414094953daea6d545a361', 'security_groups': ['00806690-688f-4537-ab04-e01d63dcfd19']}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:15.029573 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-cfda857f-2a9f-4292-b62f-b9beae11e1da None None] Deleting port 9f8090b8-2b03-4596-b570-e26eb18f340e {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:11:15.029944 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-cfda857f-2a9f-4292-b62f-b9beae11e1da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (9f8090b8-2b03-4596-b570-e26eb18f340e), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:15.051210 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (9f8090b8-2b03-4596-b570-e26eb18f340e), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:15.083069 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8090b8-2b03-4596-b570-e26eb18f340e,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:15.084893 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] No DVR routers for this DVR port 9f8090b8-2b03-4596-b570-e26eb18f340e on host dv-cinder-859186-1-iscsi {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:11:15.096135 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44583087-6486-4281-b0ad-ffedaed28565 req-db349766-067b-4019-a27f-d6ae27ab9432 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Made reservation on behalf of fef19544ec414094953daea6d545a361 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:11:15.099305 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-cfda857f-2a9f-4292-b62f-b9beae11e1da None None] For port 9f8090b8-2b03-4596-b570-e26eb18f340e, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=9f8090b8-2b03-4596-b570-e26eb18f340e,segment=NetworkSegment(7c779217-2c74-465a-b880-7974c3ca201e),segment_id=7c779217-2c74-465a-b880-7974c3ca201e)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:15.099706 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-cfda857f-2a9f-4292-b62f-b9beae11e1da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (9f8090b8-2b03-4596-b570-e26eb18f340e), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:15.101065 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-44583087-6486-4281-b0ad-ffedaed28565 req-db349766-067b-4019-a27f-d6ae27ab9432 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:15.115249 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-cfda857f-2a9f-4292-b62f-b9beae11e1da None None] Calling delete_port for 9f8090b8-2b03-4596-b570-e26eb18f340e owned by network:dhcp {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:11:15.126739 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 557aa1c1-30e8-44d3-bb76-e1d7945d0383 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:11:15.133592 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:15.169743 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66397605', 'neutron.services.segments.db._delete_segments_for_network-8754988363457'] for network (96921dc0-8a1d-4ce2-9352-455dac08d2de), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:15.193582 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96921dc0-8a1d-4ce2-9352-455dac08d2de']}} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:15.200480 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:15.204317 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c779217-2c74-465a-b880-7974c3ca201e') {'for_net_delete': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:15.204762 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c779217-2c74-465a-b880-7974c3ca201e') {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:15.215396 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754988363349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105158'] for segment (7c779217-2c74-465a-b880-7974c3ca201e), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:15.230520 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 557aa1c1-30e8-44d3-bb76-e1d7945d0383 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:11:15.230896 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 557aa1c1-30e8-44d3-bb76-e1d7945d0383 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:11:15.231319 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 9f8090b8-2b03-4596-b570-e26eb18f340e no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:11:15.236543 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (7c779217-2c74-465a-b880-7974c3ca201e), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:15.250952 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 05:11:15.251355 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2382932'] for segment (7c779217-2c74-465a-b880-7974c3ca201e), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:15.258389 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 9f8090b8-2b03-4596-b570-e26eb18f340e {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:11:15.258729 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 9f8090b8-2b03-4596-b570-e26eb18f340e not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:11:15.259191 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device aba87bdf-11d8-4ac1-8735-fac51d73e2e2 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:11:15.280564 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: aba87bdf-11d8-4ac1-8735-fac51d73e2e2 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:11:15.280793 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device aba87bdf-11d8-4ac1-8735-fac51d73e2e2 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:11:15.282488 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-cfda857f-2a9f-4292-b62f-b9beae11e1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153'] for port (9f8090b8-2b03-4596-b570-e26eb18f340e), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:15.286425 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-44583087-6486-4281-b0ad-ffedaed28565 req-db349766-067b-4019-a27f-d6ae27ab9432 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Allocated IP 172.20.0.5 (fcf1ce32-3017-4bcb-b05f-9527ef64d665/e30adfee-509c-43a1-acf6-ff73276d8857/19cc232a-7d00-42f7-b737-1cb2a22e6c05) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:11:15.297811 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfda857f-2a9f-4292-b62f-b9beae11e1da None None] No DVR routers for this DVR port 9f8090b8-2b03-4596-b570-e26eb18f340e on host dv-cinder-859186-1-iscsi {{(pid=106194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:11:15.330211 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment 7c779217-2c74-465a-b880-7974c3ca201e resource provider aggregate not found Sep 24 05:11:15.333802 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda857f-2a9f-4292-b62f-b9beae11e1da None None] Pushing event deleted for resources: {'Port': ['ID=9f8090b8-2b03-4596-b570-e26eb18f340e,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:15.358337 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment 7c779217-2c74-465a-b880-7974c3ca201e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c779217-2c74-465a-b880-7974c3ca201e found for delete ", "request_id": "req-ad0000a2-7e1f-47f3-85be-2f6dde42f6b9"}]} Sep 24 05:11:15.373019 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66397596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437385'] for network (96921dc0-8a1d-4ce2-9352-455dac08d2de), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:15.381277 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:15.387335 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] 10.222.0.50 "DELETE /networking/v2.0/networks/96921dc0-8a1d-4ce2-9352-455dac08d2de HTTP/1.1" status: 204 len: 168 time: 0.7460530 Sep 24 05:11:15.389301 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35028) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:15.405144 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963978f2-80e3-4834-b681-79292f80d660 admin admin] Pushing event deleted for resources: {'Network': ['ID=96921dc0-8a1d-4ce2-9352-455dac08d2de,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:15.484992 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:15.545716 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:15.563324 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1d08d5a2-ab46-48d8-8830-355216a0851b req-5dad16fd-107d-401f-b8f7-1c283472837e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 210 time: 0.0464902 Sep 24 05:11:15.568880 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-44583087-6486-4281-b0ad-ffedaed28565 req-db349766-067b-4019-a27f-d6ae27ab9432 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for port (19cc232a-7d00-42f7-b737-1cb2a22e6c05), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:15.605495 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-44583087-6486-4281-b0ad-ffedaed28565 req-db349766-067b-4019-a27f-d6ae27ab9432 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (19cc232a-7d00-42f7-b737-1cb2a22e6c05), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:15.654985 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44583087-6486-4281-b0ad-ffedaed28565 req-db349766-067b-4019-a27f-d6ae27ab9432 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Network fcf1ce32-3017-4bcb-b05f-9527ef64d665 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:11:15.658689 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-44583087-6486-4281-b0ad-ffedaed28565 req-db349766-067b-4019-a27f-d6ae27ab9432 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:11:15.662943 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-44583087-6486-4281-b0ad-ffedaed28565 req-db349766-067b-4019-a27f-d6ae27ab9432 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:11:15.705185 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db349766-067b-4019-a27f-d6ae27ab9432 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event updated for resources: {'Port': ['ID=19cc232a-7d00-42f7-b737-1cb2a22e6c05,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:15.748933 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44583087-6486-4281-b0ad-ffedaed28565 req-db349766-067b-4019-a27f-d6ae27ab9432 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:15.749929 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-44583087-6486-4281-b0ad-ffedaed28565 req-db349766-067b-4019-a27f-d6ae27ab9432 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:15.799336 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8641-9114-43fc-8d80-21d4229de901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429734'] for router_interface (7a9cf335-e64a-4912-aefe-c68fa8fdee3f), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:15.799899 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-db349766-067b-4019-a27f-d6ae27ab9432 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8566115 Sep 24 05:11:15.814934 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Request body: {'port': {'device_id': '27a6c52e-9545-4713-870a-1d553eb7d609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:15.824169 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:15.824737 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:15.875571 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ada9e-2a3e-4503-8cb3-3862b3f3dd47 req-85400b81-b457-48d6-801b-dcba0a0aa0e7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:15.884434 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-351ada9e-2a3e-4503-8cb3-3862b3f3dd47 req-85400b81-b457-48d6-801b-dcba0a0aa0e7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.1258721 Sep 24 05:11:15.967621 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (19cc232a-7d00-42f7-b737-1cb2a22e6c05), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:15.971207 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-1c7ea871-2677-48b7-ad9b-44d261a11eb3 None None] Provisioning complete for port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:11:15.971751 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea871-2677-48b7-ad9b-44d261a11eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (19cc232a-7d00-42f7-b737-1cb2a22e6c05), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:15.971894 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-1c7ea871-2677-48b7-ad9b-44d261a11eb3 None None] Attempt 1 to provision port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 Sep 24 05:11:15.984891 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-351ada9e-2a3e-4503-8cb3-3862b3f3dd47 req-427a70a6-c404-4cdd-b588-69de8ffcda90 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994453 Sep 24 05:11:16.006587 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1c7ea871-2677-48b7-ad9b-44d261a11eb3 None None] Port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:11:16.040879 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-0f2e8641-9114-43fc-8d80-21d4229de901 admin admin] Deleting port d457847c-7680-42cd-91de-33cd36623520 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:11:16.041217 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8641-9114-43fc-8d80-21d4229de901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (d457847c-7680-42cd-91de-33cd36623520), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:16.245689 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19cc232a-7d00-42f7-b737-1cb2a22e6c05 {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:11:16.253731 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Publish callbacks [] for port (19cc232a-7d00-42f7-b737-1cb2a22e6c05), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:16.267620 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Transition to ACTIVE for port object 19cc232a-7d00-42f7-b737-1cb2a22e6c05 will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:11:16.271699 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (19cc232a-7d00-42f7-b737-1cb2a22e6c05), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:16.356206 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Pushing event updated for resources: {'Port': ['ID=19cc232a-7d00-42f7-b737-1cb2a22e6c05,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:16.379294 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-0f2e8641-9114-43fc-8d80-21d4229de901 admin admin] For port d457847c-7680-42cd-91de-33cd36623520, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=d457847c-7680-42cd-91de-33cd36623520,segment=NetworkSegment(a77bbcda-eac9-4f0d-b9f1-3dcf99c97113),segment_id=a77bbcda-eac9-4f0d-b9f1-3dcf99c97113)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:16.379657 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8641-9114-43fc-8d80-21d4229de901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (d457847c-7680-42cd-91de-33cd36623520), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:16.386234 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Attempting to bind port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:11:16.386570 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Attempting to bind port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:11:16.386894 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Attempting to bind port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 on network fcf1ce32-3017-4bcb-b05f-9527ef64d665 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:11:16.392928 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-0f2e8641-9114-43fc-8d80-21d4229de901 admin admin] Calling delete_port for d457847c-7680-42cd-91de-33cd36623520 owned by network:router_interface {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:11:16.429394 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 on network fcf1ce32-3017-4bcb-b05f-9527ef64d665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:11:16.429723 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Attempting to bind port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 on network fcf1ce32-3017-4bcb-b05f-9527ef64d665 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:11:16.472151 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:11:16.472487 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Checking segment: {'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:11:16.472860 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Bound using segment: {'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:11:16.473296 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Bound port: 19cc232a-7d00-42f7-b737-1cb2a22e6c05, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:11:16.473648 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (19cc232a-7d00-42f7-b737-1cb2a22e6c05), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:16.507711 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-1c7ea871-2677-48b7-ad9b-44d261a11eb3 None None] Attempt 2 to provision port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 Sep 24 05:11:16.541278 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] For port 19cc232a-7d00-42f7-b737-1cb2a22e6c05, host hv-cinder-85918, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:11:16.544670 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] For port 19cc232a-7d00-42f7-b737-1cb2a22e6c05, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=19cc232a-7d00-42f7-b737-1cb2a22e6c05,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:11:16.545155 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1c7ea871-2677-48b7-ad9b-44d261a11eb3 None None] Port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:11:16.550734 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (19cc232a-7d00-42f7-b737-1cb2a22e6c05), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:16.554684 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:16.555409 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:16.557321 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/19cc232a-7d00-42f7-b737-1cb2a22e6c05 HTTP/1.1" status: 200 len: 1093 time: 0.7474627 Sep 24 05:11:16.557893 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a6c52e-9545-4713-870a-1d553eb7d609', 'tag': '19cc232a-7d00-42f7-b737-1cb2a22e6c05'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:11:16.560112 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297d4703-dd11-4619-8d67-f4cf840d0a75" -d '{"events": [{"name": "network-changed", "server_uuid": "27a6c52e-9545-4713-870a-1d553eb7d609", "tag": "19cc232a-7d00-42f7-b737-1cb2a22e6c05"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:11:16.611384 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8641-9114-43fc-8d80-21d4229de901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (d457847c-7680-42cd-91de-33cd36623520), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:16.617462 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84786a0c-9843-457e-8620-e6e437b801ae x-openstack-request-id: req-84786a0c-9843-457e-8620-e6e437b801ae {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:11:16.617980 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a6c52e-9545-4713-870a-1d553eb7d609", "tag": "19cc232a-7d00-42f7-b737-1cb2a22e6c05", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:11:16.617980 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84786a0c-9843-457e-8620-e6e437b801ae {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:11:16.619144 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84786a0c-9843-457e-8620-e6e437b801ae'] response: {'name': 'network-changed', 'server_uuid': '27a6c52e-9545-4713-870a-1d553eb7d609', 'tag': '19cc232a-7d00-42f7-b737-1cb2a22e6c05', 'status': 'completed', 'code': 200} Sep 24 05:11:16.638909 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e8641-9114-43fc-8d80-21d4229de901 admin admin] Pushing event deleted for resources: {'Port': ['ID=d457847c-7680-42cd-91de-33cd36623520,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:16.658795 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb04d3-72d1-4bbe-9d71-725c0844d14e service neutron] Pushing event updated for resources: {'Port': ['ID=19cc232a-7d00-42f7-b737-1cb2a22e6c05,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:16.663235 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44583087-6486-4281-b0ad-ffedaed28565 req-7fd68f62-9ef8-470f-b97c-5d9108f6c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:16.665459 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-7fd68f62-9ef8-470f-b97c-5d9108f6c23c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=fef19544ec414094953daea6d545a361&device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 1127 time: 0.0494039 Sep 24 05:11:16.705077 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:16.741530 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:16.744571 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:16.808820 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8641-9114-43fc-8d80-21d4229de901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435734'] for router_interface (7a9cf335-e64a-4912-aefe-c68fa8fdee3f), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:16.959753 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-8bea7f97-3b26-4ada-b2c1-4c13dedc9336 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19cc232a-7d00-42f7-b737-1cb2a22e6c05 HTTP/1.1" status: 200 len: 217 time: 0.2810025 Sep 24 05:11:16.980491 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c29d1-e6d5-40f6-bd5f-f3add505ffd3 req-bdef99e3-b5f1-43e0-b962-eaa01d659bd6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:16.981944 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f57c29d1-e6d5-40f6-bd5f-f3add505ffd3 req-bdef99e3-b5f1-43e0-b962-eaa01d659bd6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 943 time: 0.3242755 Sep 24 05:11:17.010424 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:17.026622 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2e8641-9114-43fc-8d80-21d4229de901 admin admin] Router 7a9cf335-e64a-4912-aefe-c68fa8fdee3f has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:11:17.035694 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44583087-6486-4281-b0ad-ffedaed28565 req-2f243b03-5ef3-458c-bbe4-d3f1ccaddf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:17.037059 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-2f243b03-5ef3-458c-bbe4-d3f1ccaddf02 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e30adfee-509c-43a1-acf6-ff73276d8857 HTTP/1.1" status: 200 len: 850 time: 0.0698698 Sep 24 05:11:17.046366 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-1c7ea871-2677-48b7-ad9b-44d261a11eb3 None None] Attempt 3 to provision port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 Sep 24 05:11:17.094051 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1c7ea871-2677-48b7-ad9b-44d261a11eb3 None None] Port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 had new provisioning blocks added so it will not transition to active. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 05:11:17.136432 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2e8641-9114-43fc-8d80-21d4229de901 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:11:17.139409 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f57c29d1-e6d5-40f6-bd5f-f3add505ffd3 req-2d47e98a-d6a1-4a41-bb9a-cb9abebc5779 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381600 Sep 24 05:11:17.141533 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-0f2e8641-9114-43fc-8d80-21d4229de901 admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/7a9cf335-e64a-4912-aefe-c68fa8fdee3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7512701 Sep 24 05:11:17.143886 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44583087-6486-4281-b0ad-ffedaed28565 req-d2b7cfbb-5466-4ad1-9e3e-f59553a5a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:17.145377 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-d2b7cfbb-5466-4ad1-9e3e-f59553a5a6bc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=fcf1ce32-3017-4bcb-b05f-9527ef64d665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974460 Sep 24 05:11:17.148198 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 35044) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:17.148933 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db202a28-67b8-472d-88c9-7b12ffca0881 None None] Sync routers for ids ['7a9cf335-e64a-4912-aefe-c68fa8fdee3f'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:11:17.161297 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db202a28-67b8-472d-88c9-7b12ffca0881 None None] Routers {'7a9cf335-e64a-4912-aefe-c68fa8fdee3f'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:11:17.162018 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-db202a28-67b8-472d-88c9-7b12ffca0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:11:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['7a9cf335-e64a-4912-aefe-c68fa8fdee3f'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:17.203537 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfaf46a-afdd-44d0-a603-83c7ecd9db0e req-aa527483-afea-4887-97fd-8500229ff38a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:17.204967 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3dfaf46a-afdd-44d0-a603-83c7ecd9db0e req-aa527483-afea-4887-97fd-8500229ff38a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.1080477 Sep 24 05:11:17.266662 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-db202a28-67b8-472d-88c9-7b12ffca0881 None None] Set router 7a9cf335-e64a-4912-aefe-c68fa8fdee3f gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:11:17.355007 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3dfaf46a-afdd-44d0-a603-83c7ecd9db0e req-008f02ce-2f48-4a0c-82e9-b6419a2c3ab8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393197 Sep 24 05:11:17.366673 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d450-3afc-4b93-9a3a-10c25b97cad8 admin admin] Publish callbacks [] for router (7a9cf335-e64a-4912-aefe-c68fa8fdee3f), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:17.370151 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-b75ac6a6-85fa-4e37-ba68-5eb3998029c6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116966 Sep 24 05:11:17.440551 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-db202a28-67b8-472d-88c9-7b12ffca0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'name': 'tempest-TestShelveInstance-1425227166-router', 'tenant_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:14Z', 'updated_at': '2022-09-24T05:11:16Z', 'revision_number': 5, 'project_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'gw_port': {'id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:15Z', 'updated_at': '2022-09-24T05:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:17.465905 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db202a28-67b8-472d-88c9-7b12ffca0881 None None] Checking router: 7a9cf335-e64a-4912-aefe-c68fa8fdee3f for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:11:17.474211 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db202a28-67b8-472d-88c9-7b12ffca0881 None None] Routers {'7a9cf335-e64a-4912-aefe-c68fa8fdee3f'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:11:17.474811 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-db202a28-67b8-472d-88c9-7b12ffca0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:11:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['7a9cf335-e64a-4912-aefe-c68fa8fdee3f'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:17.546538 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44583087-6486-4281-b0ad-ffedaed28565 req-e63aefa6-b5c9-42cf-b868-bb690fb31d67 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408467 Sep 24 05:11:17.547721 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d450-3afc-4b93-9a3a-10c25b97cad8 admin admin] Publish callbacks [] for router_gateway (7a9cf335-e64a-4912-aefe-c68fa8fdee3f), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:17.578103 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-db202a28-67b8-472d-88c9-7b12ffca0881 None None] Set router 7a9cf335-e64a-4912-aefe-c68fa8fdee3f gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:11:17.598891 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-1cd6d450-3afc-4b93-9a3a-10c25b97cad8 admin admin] Deleting port ff738db7-caf3-4661-a65d-39d918fcdf64 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:11:17.599224 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d450-3afc-4b93-9a3a-10c25b97cad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (ff738db7-caf3-4661-a65d-39d918fcdf64), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:17.683421 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-1cd6d450-3afc-4b93-9a3a-10c25b97cad8 admin admin] For port ff738db7-caf3-4661-a65d-39d918fcdf64, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=ff738db7-caf3-4661-a65d-39d918fcdf64,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:17.684085 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d450-3afc-4b93-9a3a-10c25b97cad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (ff738db7-caf3-4661-a65d-39d918fcdf64), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:17.696845 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-1cd6d450-3afc-4b93-9a3a-10c25b97cad8 admin admin] Calling delete_port for ff738db7-caf3-4661-a65d-39d918fcdf64 owned by network:router_gateway {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:11:17.745587 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-db202a28-67b8-472d-88c9-7b12ffca0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'name': 'tempest-TestShelveInstance-1425227166-router', 'tenant_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:14Z', 'updated_at': '2022-09-24T05:11:16Z', 'revision_number': 5, 'project_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'gw_port': {'id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:15Z', 'updated_at': '2022-09-24T05:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:17.772857 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db202a28-67b8-472d-88c9-7b12ffca0881 None None] The sync data for ids ['7a9cf335-e64a-4912-aefe-c68fa8fdee3f'] in dv-cinder-859186-1-iscsi is: [{'id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'name': 'tempest-TestShelveInstance-1425227166-router', 'tenant_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:04:14Z', 'updated_at': '2022-09-24T05:11:16Z', 'revision_number': 5, 'project_id': 'ebc2f3caf6f74c1192a858fc0f9aca5f', 'gw_port': {'id': 'ff738db7-caf3-4661-a65d-39d918fcdf64', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9cf335-e64a-4912-aefe-c68fa8fdee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:04:15Z', 'updated_at': '2022-09-24T05:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:11:17.812707 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:17.846383 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:17.866763 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d450-3afc-4b93-9a3a-10c25b97cad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (ff738db7-caf3-4661-a65d-39d918fcdf64), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:17.890461 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6d450-3afc-4b93-9a3a-10c25b97cad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff738db7-caf3-4661-a65d-39d918fcdf64,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:17.954413 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d450-3afc-4b93-9a3a-10c25b97cad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437340'] for router_gateway (7a9cf335-e64a-4912-aefe-c68fa8fdee3f), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.041006 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d450-3afc-4b93-9a3a-10c25b97cad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4195'] for router (7a9cf335-e64a-4912-aefe-c68fa8fdee3f), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.043244 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d450-3afc-4b93-9a3a-10c25b97cad8 admin admin] Publish callbacks [] for router_controller (7a9cf335-e64a-4912-aefe-c68fa8fdee3f), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.085367 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d450-3afc-4b93-9a3a-10c25b97cad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435819'] for router (7a9cf335-e64a-4912-aefe-c68fa8fdee3f), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.085966 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd6d450-3afc-4b93-9a3a-10c25b97cad8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a9cf335-e64a-4912-aefe-c68fa8fdee3f {{(pid=106192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 05:11:18.091227 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d450-3afc-4b93-9a3a-10c25b97cad8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.092356 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-1cd6d450-3afc-4b93-9a3a-10c25b97cad8 admin admin] 10.222.0.50 "DELETE /networking/v2.0/routers/7a9cf335-e64a-4912-aefe-c68fa8fdee3f HTTP/1.1" status: 204 len: 168 time: 0.9436154 Sep 24 05:11:18.094949 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 35048) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:18.142080 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6e091b-e14e-4b30-8fc2-83fcb4008dcf admin admin] Deleting subnet 91df939b-98fe-4f06-aaf7-c888322360ac {{(pid=106192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 05:11:18.145411 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5f6e091b-e14e-4b30-8fc2-83fcb4008dcf admin admin] Publish callbacks [] for subnet (91df939b-98fe-4f06-aaf7-c888322360ac), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.184028 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5f6e091b-e14e-4b30-8fc2-83fcb4008dcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2600269'] for subnet (91df939b-98fe-4f06-aaf7-c888322360ac), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.304013 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3729fc0-9124-4704-a0a2-d7018ed531be req-aafc1ca4-49e6-46e5-86b4-4c73ce276684 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:18.305518 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b3729fc0-9124-4704-a0a2-d7018ed531be req-aafc1ca4-49e6-46e5-86b4-4c73ce276684 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 943 time: 0.0755217 Sep 24 05:11:18.310264 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5f6e091b-e14e-4b30-8fc2-83fcb4008dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66367886'] for subnet (91df939b-98fe-4f06-aaf7-c888322360ac), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.397087 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b3729fc0-9124-4704-a0a2-d7018ed531be req-4b2e4f59-3f1f-4c15-a004-7b1b1afe09ca tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841000 Sep 24 05:11:18.410160 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5f6e091b-e14e-4b30-8fc2-83fcb4008dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66370483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3700566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3662227'] for subnet (91df939b-98fe-4f06-aaf7-c888322360ac), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.441364 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e091b-e14e-4b30-8fc2-83fcb4008dcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91df939b-98fe-4f06-aaf7-c888322360ac,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:18.447372 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5f6e091b-e14e-4b30-8fc2-83fcb4008dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.451143 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-5f6e091b-e14e-4b30-8fc2-83fcb4008dcf admin admin] 10.222.0.50 "DELETE /networking/v2.0/subnets/91df939b-98fe-4f06-aaf7-c888322360ac HTTP/1.1" status: 204 len: 168 time: 0.3551197 Sep 24 05:11:18.453685 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35054) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:18.463692 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1341578-5aa4-428b-830a-047bb3e7fc84 None None] Network 89408d29-e9c7-4ada-b592-5b6225ff4c39 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:11:18.505266 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67130ffa-f14c-4f3d-b435-89026cdfc2f8 req-85114566-756a-413d-a9f9-683878b5a801 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:18.507008 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-67130ffa-f14c-4f3d-b435-89026cdfc2f8 req-85114566-756a-413d-a9f9-683878b5a801 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0549066 Sep 24 05:11:18.532809 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328315'] for network (89408d29-e9c7-4ada-b592-5b6225ff4c39), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.569657 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-67130ffa-f14c-4f3d-b435-89026cdfc2f8 req-9fe3aa1e-03e9-441f-a69a-b9d863a5f237 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477352 Sep 24 05:11:18.588356 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Deleting port eaa9b2f2-42b7-426d-8b90-4f91bce0b211 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:11:18.588604 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (eaa9b2f2-42b7-426d-8b90-4f91bce0b211), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.619131 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d4703-dd11-4619-8d67-f4cf840d0a75 req-205dd85b-2f19-417a-8595-ecfec31bf092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:18.620768 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-297d4703-dd11-4619-8d67-f4cf840d0a75 req-205dd85b-2f19-417a-8595-ecfec31bf092 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=fef19544ec414094953daea6d545a361&device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 1127 time: 0.0427632 Sep 24 05:11:18.671721 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] For port eaa9b2f2-42b7-426d-8b90-4f91bce0b211, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=eaa9b2f2-42b7-426d-8b90-4f91bce0b211,segment=NetworkSegment(a77bbcda-eac9-4f0d-b9f1-3dcf99c97113),segment_id=a77bbcda-eac9-4f0d-b9f1-3dcf99c97113)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:18.672083 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (eaa9b2f2-42b7-426d-8b90-4f91bce0b211), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.685830 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Calling delete_port for eaa9b2f2-42b7-426d-8b90-4f91bce0b211 owned by network:dhcp {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:11:18.726959 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d4703-dd11-4619-8d67-f4cf840d0a75 req-11296da1-2389-40a8-8c5c-a3edb419b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:18.728401 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-297d4703-dd11-4619-8d67-f4cf840d0a75 req-11296da1-2389-40a8-8c5c-a3edb419b1d0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=fcf1ce32-3017-4bcb-b05f-9527ef64d665 HTTP/1.1" status: 200 len: 912 time: 0.0898621 Sep 24 05:11:18.766300 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (eaa9b2f2-42b7-426d-8b90-4f91bce0b211), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.767513 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-297d4703-dd11-4619-8d67-f4cf840d0a75 req-7f4b8547-2aea-4b58-9a69-89a59abfdc22 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19cc232a-7d00-42f7-b737-1cb2a22e6c05 HTTP/1.1" status: 200 len: 217 time: 0.0324757 Sep 24 05:11:18.790741 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa9b2f2-42b7-426d-8b90-4f91bce0b211,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:18.795189 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] No DVR routers for this DVR port eaa9b2f2-42b7-426d-8b90-4f91bce0b211 on host dv-cinder-859186-1-iscsi {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:11:18.802918 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:18.803264 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:18.803604 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:18.803941 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:18.804273 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:18.804599 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:18.804922 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:18.805243 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:18.806104 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:18.806431 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:18.806763 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:18.807098 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:18.807401 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:18.807716 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:18.808030 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:18.817799 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:18.822925 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d4703-dd11-4619-8d67-f4cf840d0a75 req-ff5ec9ee-02cc-427e-b1ce-3ba98724f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:18.824596 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-297d4703-dd11-4619-8d67-f4cf840d0a75 req-ff5ec9ee-02cc-427e-b1ce-3ba98724f68d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e30adfee-509c-43a1-acf6-ff73276d8857 HTTP/1.1" status: 200 len: 850 time: 0.0502682 Sep 24 05:11:18.863619 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad86aa4-24d8-4970-9957-bb9428b8b757 None None] DHCP port deletion for 89408d29-e9c7-4ada-b592-5b6225ff4c39 request from dv-cinder-859186-1-iscsi {{(pid=106194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 05:11:18.885599 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d4703-dd11-4619-8d67-f4cf840d0a75 req-8673ac7f-2fe7-4733-9553-196de18bc78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:18.887126 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-297d4703-dd11-4619-8d67-f4cf840d0a75 req-8673ac7f-2fe7-4733-9553-196de18bc78b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=fcf1ce32-3017-4bcb-b05f-9527ef64d665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558953 Sep 24 05:11:18.888923 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66397605', 'neutron.services.segments.db._delete_segments_for_network-8754988363457'] for network (89408d29-e9c7-4ada-b592-5b6225ff4c39), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.930190 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.933093 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89408d29-e9c7-4ada-b592-5b6225ff4c39']}} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:18.942996 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77bbcda-eac9-4f0d-b9f1-3dcf99c97113') {'for_net_delete': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:18.943376 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77bbcda-eac9-4f0d-b9f1-3dcf99c97113') {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:18.945005 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:18.945734 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device d457847c-7680-42cd-91de-33cd36623520 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:11:18.954844 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754988363349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105158'] for segment (a77bbcda-eac9-4f0d-b9f1-3dcf99c97113), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.965299 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: d457847c-7680-42cd-91de-33cd36623520 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:11:18.965651 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device d457847c-7680-42cd-91de-33cd36623520 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:11:18.966101 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device ff738db7-caf3-4661-a65d-39d918fcdf64 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:11:18.969255 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (a77bbcda-eac9-4f0d-b9f1-3dcf99c97113), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:18.979518 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 05:11:18.979761 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2382932'] for segment (a77bbcda-eac9-4f0d-b9f1-3dcf99c97113), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:19.020738 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-297d4703-dd11-4619-8d67-f4cf840d0a75 req-69bbe19c-b4de-4a76-b687-c502f6b82049 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256948 Sep 24 05:11:19.022135 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: ff738db7-caf3-4661-a65d-39d918fcdf64 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:11:19.022486 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device ff738db7-caf3-4661-a65d-39d918fcdf64 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:11:19.022908 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device eaa9b2f2-42b7-426d-8b90-4f91bce0b211 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:11:19.023027 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment a77bbcda-eac9-4f0d-b9f1-3dcf99c97113 resource provider aggregate not found Sep 24 05:11:19.045518 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment a77bbcda-eac9-4f0d-b9f1-3dcf99c97113 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a77bbcda-eac9-4f0d-b9f1-3dcf99c97113 found for delete ", "request_id": "req-1ee8e1eb-896b-4a5b-93c9-51c74f8e93dd"}]} Sep 24 05:11:19.055335 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66397596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437385'] for network (89408d29-e9c7-4ada-b592-5b6225ff4c39), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:19.060715 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: eaa9b2f2-42b7-426d-8b90-4f91bce0b211 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:11:19.061134 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device eaa9b2f2-42b7-426d-8b90-4f91bce0b211 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:11:19.078721 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:19.087242 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] 10.222.0.50 "DELETE /networking/v2.0/networks/89408d29-e9c7-4ada-b592-5b6225ff4c39 HTTP/1.1" status: 204 len: 168 time: 0.6269431 Sep 24 05:11:19.095401 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203898a-4888-415d-80c1-b8cf3cdef74b admin admin] Pushing event deleted for resources: {'Network': ['ID=89408d29-e9c7-4ada-b592-5b6225ff4c39,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:19.153363 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-297d4703-dd11-4619-8d67-f4cf840d0a75 req-e5efac5c-abf2-441e-9538-ad2f8efd594d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197259 Sep 24 05:11:19.221897 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35064) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:19.242351 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:19.263939 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ea776d2c-4bd5-4715-9398-fe480536f726 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=cd3d02b11bdf45fe99687fda3d1078cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409157 Sep 24 05:11:19.266455 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35066) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:19.316442 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f2a7-90af-41d8-977e-237e3af3275f admin admin] Publish callbacks [] for security_group (05d26a87-c1f6-4286-bb23-c97c424a91cd), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:19.336127 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f2a7-90af-41d8-977e-237e3af3275f admin admin] Publish callbacks [] for security_group (05d26a87-c1f6-4286-bb23-c97c424a91cd), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:19.381746 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f2a7-90af-41d8-977e-237e3af3275f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (05d26a87-c1f6-4286-bb23-c97c424a91cd), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:19.384959 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f2a7-90af-41d8-977e-237e3af3275f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:19.386077 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-e9d7f2a7-90af-41d8-977e-237e3af3275f admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/05d26a87-c1f6-4286-bb23-c97c424a91cd HTTP/1.1" status: 204 len: 168 time: 0.1187348 Sep 24 05:11:19.393400 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7f2a7-90af-41d8-977e-237e3af3275f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d26a87-c1f6-4286-bb23-c97c424a91cd,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:19.502662 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:19.543723 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bd441-211a-44d7-871b-a54c09c1ae16 req-f08f1223-9e4b-4699-860a-ffd3a105ac62 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:19.545207 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a34bd441-211a-44d7-871b-a54c09c1ae16 req-f08f1223-9e4b-4699-860a-ffd3a105ac62 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 943 time: 0.0528848 Sep 24 05:11:19.598521 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a34bd441-211a-44d7-871b-a54c09c1ae16 req-21c12de0-c422-457d-88a9-5f817b603767 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476980 Sep 24 05:11:19.635874 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device e1514bf0-06bf-454f-bb1a-b1c69713927f details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:11:19.711966 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d6417-51f3-432c-ab8e-fd183d484c2f req-18daca4d-bacd-4585-bfe9-96ce993a9d7f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:19.713809 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0b2d6417-51f3-432c-ab8e-fd183d484c2f req-18daca4d-bacd-4585-bfe9-96ce993a9d7f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0569813 Sep 24 05:11:19.749090 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port e1514bf0-06bf-454f-bb1a-b1c69713927f, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:19.758223 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 35078) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:19.761053 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': 'e1514bf0-06bf-454f-bb1a-b1c69713927f', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'port_id': 'e1514bf0-06bf-454f-bb1a-b1c69713927f', 'mac_address': 'fa:16:3e:67:39:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:11:19.777949 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0b2d6417-51f3-432c-ab8e-fd183d484c2f req-3087bcbe-0ced-408d-88b5-ce6dbfd553e1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587821 Sep 24 05:11:19.812326 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-b9dbbdbb-4443-464a-8737-b2d121ccecad admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=ebc2f3caf6f74c1192a858fc0f9aca5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0525746 Sep 24 05:11:19.814792 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 35080) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:19.815132 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port e1514bf0-06bf-454f-bb1a-b1c69713927f is: ACTIVE; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:11:19.815516 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:19.828889 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1514bf0-06bf-454f-bb1a-b1c69713927f {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:11:19.848687 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port e1514bf0-06bf-454f-bb1a-b1c69713927f, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:19.854381 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:19.865245 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3873-af73-4234-9c63-594e18afbadc admin admin] Publish callbacks [] for security_group (4adf0035-931c-4239-9e8b-0d4f3426748e), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:19.886689 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3873-af73-4234-9c63-594e18afbadc admin admin] Publish callbacks [] for security_group (4adf0035-931c-4239-9e8b-0d4f3426748e), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:19.906717 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=e1514bf0-06bf-454f-bb1a-b1c69713927f,revision_number=6']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:19.938817 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3873-af73-4234-9c63-594e18afbadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (4adf0035-931c-4239-9e8b-0d4f3426748e), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:19.941480 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3873-af73-4234-9c63-594e18afbadc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:19.942662 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-6d2e3873-af73-4234-9c63-594e18afbadc admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/4adf0035-931c-4239-9e8b-0d4f3426748e HTTP/1.1" status: 204 len: 168 time: 0.1269641 Sep 24 05:11:19.951427 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['e1514bf0-06bf-454f-bb1a-b1c69713927f'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:11:19.957794 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e3873-af73-4234-9c63-594e18afbadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adf0035-931c-4239-9e8b-0d4f3426748e,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:20.718271 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e637e-4eb4-4c92-86aa-d678cc0a61d6 req-a29de5e4-4aaa-4499-849a-d18a96f3c5ff tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:20.719717 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-454e637e-4eb4-4c92-86aa-d678cc0a61d6 req-a29de5e4-4aaa-4499-849a-d18a96f3c5ff tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 943 time: 0.0491433 Sep 24 05:11:20.770323 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-454e637e-4eb4-4c92-86aa-d678cc0a61d6 req-79900d46-64d4-46e3-8c23-14cccd23a8d3 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451508 Sep 24 05:11:20.903735 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86f11b-c43e-4a57-a22a-3b827fd269fc req-6d230d6b-3891-444f-9258-2a7628bfb563 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:20.905073 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e86f11b-c43e-4a57-a22a-3b827fd269fc req-6d230d6b-3891-444f-9258-2a7628bfb563 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 944 time: 0.0458319 Sep 24 05:11:20.951322 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e86f11b-c43e-4a57-a22a-3b827fd269fc req-78ad941c-97be-48f4-b6cc-0ebc68197d92 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406160 Sep 24 05:11:21.664239 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device e1514bf0-06bf-454f-bb1a-b1c69713927f up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:11:21.671553 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:21.696643 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:21.716976 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port e1514bf0-06bf-454f-bb1a-b1c69713927f triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:11:21.717344 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:21.717678 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port e1514bf0-06bf-454f-bb1a-b1c69713927f Sep 24 05:11:21.788746 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port e1514bf0-06bf-454f-bb1a-b1c69713927f is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:11:21.789037 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:21.814837 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1514bf0-06bf-454f-bb1a-b1c69713927f'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:11:21.817088 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6c4f59-9416-4371-a38d-b46b214abebd" -d '{"events": [{"server_uuid": "36f8e098-a4b5-40a4-8f49-f341c5ad940c", "name": "network-vif-plugged", "status": "completed", "tag": "e1514bf0-06bf-454f-bb1a-b1c69713927f"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:11:21.829498 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port e1514bf0-06bf-454f-bb1a-b1c69713927f, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:21.833849 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:21.879934 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=e1514bf0-06bf-454f-bb1a-b1c69713927f,revision_number=7']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:21.895192 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafe5bc-588c-498f-bb1b-795e1315504b req-ead83190-f604-4e48-a4c9-bd455a590373 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:21.896649 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cdafe5bc-588c-498f-bb1b-795e1315504b req-ead83190-f604-4e48-a4c9-bd455a590373 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 943 time: 0.0507545 Sep 24 05:11:21.921849 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:21.945372 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cdafe5bc-588c-498f-bb1b-795e1315504b req-81e39090-3523-4e77-b518-b6d3c0d2a82e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425167 Sep 24 05:11:21.989967 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f29ed3e-ecdf-428a-96d2-2e7c3d1530b9 x-openstack-request-id: req-1f29ed3e-ecdf-428a-96d2-2e7c3d1530b9 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:11:21.990300 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f8e098-a4b5-40a4-8f49-f341c5ad940c", "name": "network-vif-plugged", "status": "completed", "tag": "e1514bf0-06bf-454f-bb1a-b1c69713927f", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:11:21.990556 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f29ed3e-ecdf-428a-96d2-2e7c3d1530b9 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:11:21.990955 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f29ed3e-ecdf-428a-96d2-2e7c3d1530b9'] response: {'server_uuid': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1514bf0-06bf-454f-bb1a-b1c69713927f', 'code': 200} Sep 24 05:11:22.096643 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c8da7-1fa7-4865-84ec-30b5a9aab88f req-e8eca17a-3c67-401e-9f4a-182992ac5dbb tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:22.098320 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-610c8da7-1fa7-4865-84ec-30b5a9aab88f req-e8eca17a-3c67-401e-9f4a-182992ac5dbb tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0578682 Sep 24 05:11:22.156724 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-610c8da7-1fa7-4865-84ec-30b5a9aab88f req-c34018a7-6726-48d7-82dd-b5228feba461 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508981 Sep 24 05:11:22.545058 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d698e9-c373-4d5e-bbad-2b0a5047a6ed req-451a16f2-6241-43fe-b7f2-1549cc5df3dc tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:22.546522 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a5d698e9-c373-4d5e-bbad-2b0a5047a6ed req-451a16f2-6241-43fe-b7f2-1549cc5df3dc tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 945 time: 0.0459297 Sep 24 05:11:22.596620 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a5d698e9-c373-4d5e-bbad-2b0a5047a6ed req-c76f6c98-1154-4db5-9731-2b174bf1751d tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445333 Sep 24 05:11:22.625495 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 35130) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:22.856637 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2533330-9a84-4d19-b47d-de9144612444 tempest-TestMinimumBasicScenario-1511632131 tempest-TestMinimumBasicScenario-1511632131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:22.858059 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a2533330-9a84-4d19-b47d-de9144612444 tempest-TestMinimumBasicScenario-1511632131 tempest-TestMinimumBasicScenario-1511632131-project-admin] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 1124 time: 0.2316275 Sep 24 05:11:22.861118 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 35134) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:22.865283 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Request body: {'floatingip': {'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'port_id': '3c4098d3-98fe-49ac-9677-5b3632da2208', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:22.886678 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:22.963118 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:22.969573 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:23.093771 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa3f53-1721-41a5-a835-21adb0c030d9 req-bd9c1654-48a3-49f3-adff-00efcad20c86 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:23.095221 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-35fa3f53-1721-41a5-a835-21adb0c030d9 req-bd9c1654-48a3-49f3-adff-00efcad20c86 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 943 time: 0.0728018 Sep 24 05:11:23.118800 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Allocated IP 172.27.0.138 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/8cec391b-7875-4f46-9ea6-eab212ab1c34) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:11:23.204756 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-35fa3f53-1721-41a5-a835-21adb0c030d9 req-7adfdc1b-4ebb-470b-b6d7-ab6542ac7513 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037171 Sep 24 05:11:23.254406 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for port (8cec391b-7875-4f46-9ea6-eab212ab1c34), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:23.328646 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f45b2-8e10-44b3-ba2e-61dd05a12469 req-761b6a9a-d030-49ce-949b-035fafae5dc3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:23.330260 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-765f45b2-8e10-44b3-ba2e-61dd05a12469 req-761b6a9a-d030-49ce-949b-035fafae5dc3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0613346 Sep 24 05:11:23.331631 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (8cec391b-7875-4f46-9ea6-eab212ab1c34), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:23.380483 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:23.387637 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:11:23.396757 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:11:23.404272 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:11:23.406457 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Pushing event updated for resources: {'Port': ['ID=8cec391b-7875-4f46-9ea6-eab212ab1c34,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:23.453807 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-765f45b2-8e10-44b3-ba2e-61dd05a12469 req-690d0643-4adb-4083-99af-8042760db23a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159883 Sep 24 05:11:23.974486 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:23.992375 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for floatingip (62c3ac6f-7576-4465-83a2-c4f403d2fe18), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:24.057059 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (8cec391b-7875-4f46-9ea6-eab212ab1c34), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:24.200495 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for port (8cec391b-7875-4f46-9ea6-eab212ab1c34), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:24.205241 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (8cec391b-7875-4f46-9ea6-eab212ab1c34), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:24.278718 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (62c3ac6f-7576-4465-83a2-c4f403d2fe18), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:24.281760 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Pushing event updated for resources: {'Port': ['ID=8cec391b-7875-4f46-9ea6-eab212ab1c34,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:24.362161 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284e18b-5d33-41ec-bf70-c99d0caf245c req-c2354526-afc9-4575-bea5-c3a78f98ab52 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:24.363644 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a284e18b-5d33-41ec-bf70-c99d0caf245c req-c2354526-afc9-4575-bea5-c3a78f98ab52 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 943 time: 0.0829208 Sep 24 05:11:24.442969 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Floating IP 62c3ac6f-7576-4465-83a2-c4f403d2fe18 associated. External IP: 172.27.0.138, port: 3c4098d3-98fe-49ac-9677-5b3632da2208. Sep 24 05:11:24.490725 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a284e18b-5d33-41ec-bf70-c99d0caf245c req-edbf576d-363d-4c68-b874-df8ecd864365 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211443 Sep 24 05:11:24.534304 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:24.596311 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2f358-8e8e-4df8-8f84-82f0f9ad9da9 req-c6b4d0f0-f438-4c7b-89b4-dfd472054b8e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:24.597763 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-65d2f358-8e8e-4df8-8f84-82f0f9ad9da9 req-c6b4d0f0-f438-4c7b-89b4-dfd472054b8e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0620785 Sep 24 05:11:24.719041 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-65d2f358-8e8e-4df8-8f84-82f0f9ad9da9 req-baa006cf-0e61-45fd-8e04-fe263a12002e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877841 Sep 24 05:11:24.736427 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Router fbef36c9-ea84-4848-a840-69bebde5cdcf has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:11:24.785785 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:24.842436 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:11:24.851672 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a484fb-65e5-4b68-94bc-c4ee6667d883 None None] Sync routers for ids ['fbef36c9-ea84-4848-a840-69bebde5cdcf'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:11:24.861914 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:24.865819 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a484fb-65e5-4b68-94bc-c4ee6667d883 None None] Routers {'fbef36c9-ea84-4848-a840-69bebde5cdcf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:11:24.866461 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-b2a484fb-65e5-4b68-94bc-c4ee6667d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:11:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['fbef36c9-ea84-4848-a840-69bebde5cdcf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:24.894906 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-7778eb47-9389-4fe6-85ad-ef366898b084 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0302639 Sep 24 05:11:24.894906 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'tag': '3c4098d3-98fe-49ac-9677-5b3632da2208'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:11:24.895238 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43e4404-ba64-43ce-b1fb-b26893243ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f", "tag": "3c4098d3-98fe-49ac-9677-5b3632da2208"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:11:24.895595 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35148) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:24.901780 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-f37c6cbe-9c02-4f40-8036-3c3d4b6daa2b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-872743105', 'description': 'tempest-secgroup-smoke-872743105 description', 'project_id': '85c73f9a74da4079a54a503e0b42ca2e'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:24.924485 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f37c6cbe-9c02-4f40-8036-3c3d4b6daa2b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:24.943039 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c3ad2f-78bd-4e59-81a8-b0fbd857908e x-openstack-request-id: req-c4c3ad2f-78bd-4e59-81a8-b0fbd857908e {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:11:24.943393 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f", "tag": "3c4098d3-98fe-49ac-9677-5b3632da2208", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:11:24.943711 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4c3ad2f-78bd-4e59-81a8-b0fbd857908e {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:11:24.944288 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c3ad2f-78bd-4e59-81a8-b0fbd857908e'] response: {'name': 'network-changed', 'server_uuid': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'tag': '3c4098d3-98fe-49ac-9677-5b3632da2208', 'status': 'completed', 'code': 200} Sep 24 05:11:24.975605 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-b2a484fb-65e5-4b68-94bc-c4ee6667d883 None None] Set router fbef36c9-ea84-4848-a840-69bebde5cdcf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:11:25.001441 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f37c6cbe-9c02-4f40-8036-3c3d4b6daa2b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group (04ed11fc-2c07-4d53-8110-ad9819653190), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.005381 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f37c6cbe-9c02-4f40-8036-3c3d4b6daa2b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (04ed11fc-2c07-4d53-8110-ad9819653190), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.036409 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e4404-ba64-43ce-b1fb-b26893243ec5 req-9aa84e91-3de0-47a4-a3f0-28b4370e83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:25.038133 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f43e4404-ba64-43ce-b1fb-b26893243ec5 req-9aa84e91-3de0-47a4-a3f0-28b4370e83b7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=85c73f9a74da4079a54a503e0b42ca2e&device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 1129 time: 0.0502853 Sep 24 05:11:25.040982 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f37c6cbe-9c02-4f40-8036-3c3d4b6daa2b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.042445 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-f37c6cbe-9c02-4f40-8036-3c3d4b6daa2b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1456978 Sep 24 05:11:25.044591 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c6cbe-9c02-4f40-8036-3c3d4b6daa2b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ed11fc-2c07-4d53-8110-ad9819653190,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:25.052748 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35152) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:25.057551 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-0bcde5b7-dbbd-4c6d-b569-e5b7291ee6be tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Request body: {'security_group_rule': {'security_group_id': '04ed11fc-2c07-4d53-8110-ad9819653190', 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:25.087117 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0bcde5b7-dbbd-4c6d-b569-e5b7291ee6be tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (7358c32a-cc3a-4e58-ac33-4e1c039ed0dd), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.143323 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e4404-ba64-43ce-b1fb-b26893243ec5 req-4bdfe922-3931-4392-a36a-8600af600068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:25.145173 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f43e4404-ba64-43ce-b1fb-b26893243ec5 req-4bdfe922-3931-4392-a36a-8600af600068 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 HTTP/1.1" status: 200 len: 916 time: 0.0987992 Sep 24 05:11:25.153187 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0bcde5b7-dbbd-4c6d-b569-e5b7291ee6be tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (7358c32a-cc3a-4e58-ac33-4e1c039ed0dd), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.158115 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0bcde5b7-dbbd-4c6d-b569-e5b7291ee6be tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (7358c32a-cc3a-4e58-ac33-4e1c039ed0dd), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.177520 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcde5b7-dbbd-4c6d-b569-e5b7291ee6be tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7358c32a-cc3a-4e58-ac33-4e1c039ed0dd,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:25.187225 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0bcde5b7-dbbd-4c6d-b569-e5b7291ee6be tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.188982 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-0bcde5b7-dbbd-4c6d-b569-e5b7291ee6be tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348226 Sep 24 05:11:25.191585 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35154) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:25.196653 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-6a1e6f49-ffa5-48a0-975d-700a98e52c58 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Request body: {'security_group_rule': {'security_group_id': '04ed11fc-2c07-4d53-8110-ad9819653190', 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:25.210230 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-b2a484fb-65e5-4b68-94bc-c4ee6667d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'name': 'tempest-TestMinimumBasicScenario-1463961099-router', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:27Z', 'revision_number': 4, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'gw_port': {'id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '62c3ac6f-7576-4465-83a2-c4f403d2fe18', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'port_id': '3c4098d3-98fe-49ac-9677-5b3632da2208', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'mac_address': 'fa:16:3e:ba:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:11:23Z', 'updated_at': '2022-09-24T05:11:23Z', 'revision_number': 0, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6fc545-b6e9-4754-a014-b9673cab813c', 'name': '', 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'mac_address': 'fa:16:3e:ff:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9a557054-6955-4836-8727-2ecd1283487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:27Z', 'updated_at': '2022-09-24T05:10:32Z', 'revision_number': 5, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'subnets': [{'id': '9a557054-6955-4836-8727-2ecd1283487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:25.216372 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f43e4404-ba64-43ce-b1fb-b26893243ec5 req-617a5454-5696-42c9-8971-8531a92fc979 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c4098d3-98fe-49ac-9677-5b3632da2208 HTTP/1.1" status: 200 len: 999 time: 0.0628347 Sep 24 05:11:25.224940 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6a1e6f49-ffa5-48a0-975d-700a98e52c58 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (73c1fc3c-0e3e-4a3b-b755-76afa259cc87), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.235055 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a484fb-65e5-4b68-94bc-c4ee6667d883 None None] Checking router: fbef36c9-ea84-4848-a840-69bebde5cdcf for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:11:25.246881 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a484fb-65e5-4b68-94bc-c4ee6667d883 None None] Routers {'fbef36c9-ea84-4848-a840-69bebde5cdcf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:11:25.247787 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-b2a484fb-65e5-4b68-94bc-c4ee6667d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:11:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['fbef36c9-ea84-4848-a840-69bebde5cdcf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:25.281172 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e4404-ba64-43ce-b1fb-b26893243ec5 req-5556aac9-90f2-44e9-943f-f50c5acc1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:25.282650 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f43e4404-ba64-43ce-b1fb-b26893243ec5 req-5556aac9-90f2-44e9-943f-f50c5acc1bd0 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9a557054-6955-4836-8727-2ecd1283487f HTTP/1.1" status: 200 len: 854 time: 0.0602839 Sep 24 05:11:25.284807 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6a1e6f49-ffa5-48a0-975d-700a98e52c58 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (73c1fc3c-0e3e-4a3b-b755-76afa259cc87), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.288532 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6a1e6f49-ffa5-48a0-975d-700a98e52c58 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (73c1fc3c-0e3e-4a3b-b755-76afa259cc87), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.308376 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e6f49-ffa5-48a0-975d-700a98e52c58 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c1fc3c-0e3e-4a3b-b755-76afa259cc87,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:25.319845 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6a1e6f49-ffa5-48a0-975d-700a98e52c58 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.324461 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-6a1e6f49-ffa5-48a0-975d-700a98e52c58 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292222 Sep 24 05:11:25.324701 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35156) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:25.329091 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-a3bc282b-7d04-4ba3-bb07-b7608c244115 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Request body: {'security_group_rule': {'security_group_id': '04ed11fc-2c07-4d53-8110-ad9819653190', 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:25.338282 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e4404-ba64-43ce-b1fb-b26893243ec5 req-c68be633-0809-4653-865b-40c4acaddfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:25.339847 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f43e4404-ba64-43ce-b1fb-b26893243ec5 req-c68be633-0809-4653-865b-40c4acaddfd1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507324 Sep 24 05:11:25.361313 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a3bc282b-7d04-4ba3-bb07-b7608c244115 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (4f17d01d-737b-4a2c-af32-2e894f57653d), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.363787 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-b2a484fb-65e5-4b68-94bc-c4ee6667d883 None None] Set router fbef36c9-ea84-4848-a840-69bebde5cdcf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:11:25.376322 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:25.416173 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:25.434806 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a3bc282b-7d04-4ba3-bb07-b7608c244115 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (4f17d01d-737b-4a2c-af32-2e894f57653d), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.440339 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a3bc282b-7d04-4ba3-bb07-b7608c244115 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (4f17d01d-737b-4a2c-af32-2e894f57653d), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.469544 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc282b-7d04-4ba3-bb07-b7608c244115 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f17d01d-737b-4a2c-af32-2e894f57653d,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:25.476905 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a3bc282b-7d04-4ba3-bb07-b7608c244115 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.478552 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-a3bc282b-7d04-4ba3-bb07-b7608c244115 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1525540 Sep 24 05:11:25.482013 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35160) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:25.487376 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-30d0b679-972b-4f82-9a17-db852c85a3c2 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Request body: {'security_group_rule': {'security_group_id': '04ed11fc-2c07-4d53-8110-ad9819653190', 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:25.487846 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f43e4404-ba64-43ce-b1fb-b26893243ec5 req-93b8b990-1695-49a3-b790-1e44b69e044d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412325 Sep 24 05:11:25.516026 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-30d0b679-972b-4f82-9a17-db852c85a3c2 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (8895e718-b435-42ee-a817-ca932f47834c), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.557427 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:25.574715 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-30d0b679-972b-4f82-9a17-db852c85a3c2 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (8895e718-b435-42ee-a817-ca932f47834c), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.579168 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-30d0b679-972b-4f82-9a17-db852c85a3c2 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (8895e718-b435-42ee-a817-ca932f47834c), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.599728 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0b679-972b-4f82-9a17-db852c85a3c2 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8895e718-b435-42ee-a817-ca932f47834c,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:25.607108 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-b2a484fb-65e5-4b68-94bc-c4ee6667d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'name': 'tempest-TestMinimumBasicScenario-1463961099-router', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:27Z', 'revision_number': 4, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'gw_port': {'id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '62c3ac6f-7576-4465-83a2-c4f403d2fe18', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'port_id': '3c4098d3-98fe-49ac-9677-5b3632da2208', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'mac_address': 'fa:16:3e:ba:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:11:23Z', 'updated_at': '2022-09-24T05:11:23Z', 'revision_number': 0, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6fc545-b6e9-4754-a014-b9673cab813c', 'name': '', 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'mac_address': 'fa:16:3e:ff:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9a557054-6955-4836-8727-2ecd1283487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:27Z', 'updated_at': '2022-09-24T05:10:32Z', 'revision_number': 5, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'subnets': [{'id': '9a557054-6955-4836-8727-2ecd1283487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:25.609115 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-30d0b679-972b-4f82-9a17-db852c85a3c2 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.610510 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-30d0b679-972b-4f82-9a17-db852c85a3c2 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264989 Sep 24 05:11:25.613182 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35164) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:25.618101 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-9f4de73b-7c29-48df-a1be-d43f2d0aef17 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Request body: {'security_group_rule': {'security_group_id': '04ed11fc-2c07-4d53-8110-ad9819653190', 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:25.636643 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a484fb-65e5-4b68-94bc-c4ee6667d883 None None] The sync data for ids ['fbef36c9-ea84-4848-a840-69bebde5cdcf'] in dv-cinder-859186-1-iscsi is: [{'id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'name': 'tempest-TestMinimumBasicScenario-1463961099-router', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:27Z', 'revision_number': 4, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'gw_port': {'id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '62c3ac6f-7576-4465-83a2-c4f403d2fe18', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'port_id': '3c4098d3-98fe-49ac-9677-5b3632da2208', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'mac_address': 'fa:16:3e:ba:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:11:23Z', 'updated_at': '2022-09-24T05:11:23Z', 'revision_number': 0, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6fc545-b6e9-4754-a014-b9673cab813c', 'name': '', 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'mac_address': 'fa:16:3e:ff:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9a557054-6955-4836-8727-2ecd1283487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:27Z', 'updated_at': '2022-09-24T05:10:32Z', 'revision_number': 5, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'subnets': [{'id': '9a557054-6955-4836-8727-2ecd1283487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:11:25.643027 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.securitygroups_db [None req-9f4de73b-7c29-48df-a1be-d43f2d0aef17 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Project 85c73f9a74da4079a54a503e0b42ca2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 05:11:25.655009 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9f4de73b-7c29-48df-a1be-d43f2d0aef17 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (efea4e34-5529-49b7-9538-781eb8150a6a), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.655158 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3f5f6-b8ca-4c0a-8eae-88f3ea0affef req-c0e952e7-376b-480f-8cee-3330c5bd8bbc tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:25.656591 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-63f3f5f6-b8ca-4c0a-8eae-88f3ea0affef req-c0e952e7-376b-480f-8cee-3330c5bd8bbc tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 943 time: 0.0817668 Sep 24 05:11:25.663120 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f43e4404-ba64-43ce-b1fb-b26893243ec5 req-7bce3080-2130-40a5-bf33-ef4c9644a7fd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681559 Sep 24 05:11:25.685712 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 19cc232a-7d00-42f7-b737-1cb2a22e6c05 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:11:25.718203 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:25.723981 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-63f3f5f6-b8ca-4c0a-8eae-88f3ea0affef req-be436296-83d9-4a55-9c95-07592725f866 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582199 Sep 24 05:11:25.734539 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9f4de73b-7c29-48df-a1be-d43f2d0aef17 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (efea4e34-5529-49b7-9538-781eb8150a6a), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.738338 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9f4de73b-7c29-48df-a1be-d43f2d0aef17 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (efea4e34-5529-49b7-9538-781eb8150a6a), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.765608 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4de73b-7c29-48df-a1be-d43f2d0aef17 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efea4e34-5529-49b7-9538-781eb8150a6a,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:25.780001 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9f4de73b-7c29-48df-a1be-d43f2d0aef17 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.780694 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-9f4de73b-7c29-48df-a1be-d43f2d0aef17 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1665339 Sep 24 05:11:25.783688 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 35168) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:25.788510 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-95b8ff87-3766-4a1b-b121-7984cfcba532 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Request body: {'security_group_rule': {'security_group_id': '04ed11fc-2c07-4d53-8110-ad9819653190', 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:25.816402 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.securitygroups_db [None req-95b8ff87-3766-4a1b-b121-7984cfcba532 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Project 85c73f9a74da4079a54a503e0b42ca2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 05:11:25.833522 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-95b8ff87-3766-4a1b-b121-7984cfcba532 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (f1beb2db-12ca-4e15-902e-c5911ef26176), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.890930 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:25.895030 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b165e-3298-4c73-a652-bc71684a3041 req-606ac4a8-858e-4f6b-b2ad-e31c2af6e595 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:25.896425 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-091b165e-3298-4c73-a652-bc71684a3041 req-606ac4a8-858e-4f6b-b2ad-e31c2af6e595 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0768378 Sep 24 05:11:25.942241 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-95b8ff87-3766-4a1b-b121-7984cfcba532 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (f1beb2db-12ca-4e15-902e-c5911ef26176), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.948361 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-95b8ff87-3766-4a1b-b121-7984cfcba532 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (f1beb2db-12ca-4e15-902e-c5911ef26176), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.948663 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca36fe-67f0-48e2-a7d0-333f57eb1f94 None None] New status for floating IP 62c3ac6f-7576-4465-83a2-c4f403d2fe18: ACTIVE {{(pid=106195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:11:25.958459 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 19cc232a-7d00-42f7-b737-1cb2a22e6c05, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=19cc232a-7d00-42f7-b737-1cb2a22e6c05,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:25.971575 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '19cc232a-7d00-42f7-b737-1cb2a22e6c05', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'port_id': '19cc232a-7d00-42f7-b737-1cb2a22e6c05', 'mac_address': 'fa:16:3e:79:0e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:11:25.977793 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8ff87-3766-4a1b-b121-7984cfcba532 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1beb2db-12ca-4e15-902e-c5911ef26176,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:25.985245 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-091b165e-3298-4c73-a652-bc71684a3041 req-052c3039-fbf5-4260-8a79-f938d3463871 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812373 Sep 24 05:11:25.993166 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-95b8ff87-3766-4a1b-b121-7984cfcba532 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:25.997304 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-95b8ff87-3766-4a1b-b121-7984cfcba532 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2097971 Sep 24 05:11:26.011978 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:11:26.012369 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (19cc232a-7d00-42f7-b737-1cb2a22e6c05), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:26.026872 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19cc232a-7d00-42f7-b737-1cb2a22e6c05 {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:11:26.048098 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 19cc232a-7d00-42f7-b737-1cb2a22e6c05, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=19cc232a-7d00-42f7-b737-1cb2a22e6c05,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:26.051924 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (19cc232a-7d00-42f7-b737-1cb2a22e6c05), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:26.098086 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e163a295-e7b6-4e23-8e15-5e7ecb375150 req-45d9748e-09ed-47bf-9c21-3659814eeeaa tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-872743105&fields=id&tenant_id=85c73f9a74da4079a54a503e0b42ca2e HTTP/1.1" status: 200 len: 267 time: 0.0526648 Sep 24 05:11:26.111182 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=19cc232a-7d00-42f7-b737-1cb2a22e6c05,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:26.135011 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:26.174183 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163a295-e7b6-4e23-8e15-5e7ecb375150 req-bd343eb1-d70c-4c14-95f8-004c858999c3 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:26.175715 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e163a295-e7b6-4e23-8e15-5e7ecb375150 req-bd343eb1-d70c-4c14-95f8-004c858999c3 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 945 time: 0.0703189 Sep 24 05:11:26.186909 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-e163a295-e7b6-4e23-8e15-5e7ecb375150 req-4cbca90d-15f5-4ec5-9468-3361fb0caf6d tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Request body: {'port': {'security_groups': ['e983d1b7-f099-43b3-a8d3-2448d7a1b776', '04ed11fc-2c07-4d53-8110-ad9819653190']}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:26.260108 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-e163a295-e7b6-4e23-8e15-5e7ecb375150 req-4cbca90d-15f5-4ec5-9468-3361fb0caf6d tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:26.453595 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-e163a295-e7b6-4e23-8e15-5e7ecb375150 req-4cbca90d-15f5-4ec5-9468-3361fb0caf6d tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] For port 3c4098d3-98fe-49ac-9677-5b3632da2208, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3c4098d3-98fe-49ac-9677-5b3632da2208,segment=NetworkSegment(859de6e6-3462-480e-a1e2-3e7d988ee453),segment_id=859de6e6-3462-480e-a1e2-3e7d988ee453)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:26.485695 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-e163a295-e7b6-4e23-8e15-5e7ecb375150 req-4cbca90d-15f5-4ec5-9468-3361fb0caf6d tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:26.491315 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-e163a295-e7b6-4e23-8e15-5e7ecb375150 req-4cbca90d-15f5-4ec5-9468-3361fb0caf6d tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:26.494845 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['19cc232a-7d00-42f7-b737-1cb2a22e6c05'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:11:26.504515 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163a295-e7b6-4e23-8e15-5e7ecb375150 req-4cbca90d-15f5-4ec5-9468-3361fb0caf6d tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:26.505148 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-e163a295-e7b6-4e23-8e15-5e7ecb375150 req-4cbca90d-15f5-4ec5-9468-3361fb0caf6d tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:26.506813 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e163a295-e7b6-4e23-8e15-5e7ecb375150 req-4cbca90d-15f5-4ec5-9468-3361fb0caf6d tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "PUT /networking/v2.0/ports/3c4098d3-98fe-49ac-9677-5b3632da2208 HTTP/1.1" status: 200 len: 981 time: 0.3247125 Sep 24 05:11:26.583636 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbca90d-15f5-4ec5-9468-3361fb0caf6d tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Pushing event updated for resources: {'Port': ['ID=3c4098d3-98fe-49ac-9677-5b3632da2208,revision_number=6']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:26.624146 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['3c4098d3-98fe-49ac-9677-5b3632da2208'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:11:26.648316 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e1143-80d7-43bd-8505-9166c649db11 req-67ce6592-7f72-42b9-88c0-09e197633837 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:26.650472 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9f9e1143-80d7-43bd-8505-9166c649db11 req-67ce6592-7f72-42b9-88c0-09e197633837 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 984 time: 0.0555909 Sep 24 05:11:26.720428 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9f9e1143-80d7-43bd-8505-9166c649db11 req-562ea74b-f363-4a0f-9b04-70852423821a tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&id=04ed11fc-2c07-4d53-8110-ad9819653190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615833 Sep 24 05:11:26.855576 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242eae7-e7e5-449a-9796-c90d459aa20a req-5040cfd3-e8c1-4bec-ae6d-527ed9cd3c44 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:26.857100 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4242eae7-e7e5-449a-9796-c90d459aa20a req-5040cfd3-e8c1-4bec-ae6d-527ed9cd3c44 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 944 time: 0.0477686 Sep 24 05:11:26.892149 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:26.914896 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4242eae7-e7e5-449a-9796-c90d459aa20a req-a0cfa78b-4e4d-4d03-97b1-0a98239c7472 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508711 Sep 24 05:11:26.946611 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'tag': '3c4098d3-98fe-49ac-9677-5b3632da2208'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:11:26.949057 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de18d8ac-2944-41a6-9d7b-07abbceffd5a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f", "tag": "3c4098d3-98fe-49ac-9677-5b3632da2208"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:11:26.990109 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8679c1-8c74-4489-9b93-bbb47b8d27aa x-openstack-request-id: req-6f8679c1-8c74-4489-9b93-bbb47b8d27aa {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:11:26.990405 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f", "tag": "3c4098d3-98fe-49ac-9677-5b3632da2208", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:11:26.990659 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6f8679c1-8c74-4489-9b93-bbb47b8d27aa {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:11:26.991056 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f8679c1-8c74-4489-9b93-bbb47b8d27aa'] response: {'name': 'network-changed', 'server_uuid': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'tag': '3c4098d3-98fe-49ac-9677-5b3632da2208', 'status': 'completed', 'code': 200} Sep 24 05:11:27.013419 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:27.074030 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18d8ac-2944-41a6-9d7b-07abbceffd5a req-7cff148f-ff79-43b8-a238-021cb9948e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:27.075561 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de18d8ac-2944-41a6-9d7b-07abbceffd5a req-7cff148f-ff79-43b8-a238-021cb9948e69 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=85c73f9a74da4079a54a503e0b42ca2e&device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 1168 time: 0.0608146 Sep 24 05:11:27.105731 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:27.192794 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd6da9-c4a4-4829-a22e-02a2ce3a5d15 req-0aa4950c-53ba-4bb4-9376-592a148117f0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:27.199716 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-89dd6da9-c4a4-4829-a22e-02a2ce3a5d15 req-0aa4950c-53ba-4bb4-9376-592a148117f0 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.1126010 Sep 24 05:11:27.254871 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18d8ac-2944-41a6-9d7b-07abbceffd5a req-ddc4de57-70f9-435d-a17d-10d45929eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:27.256106 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de18d8ac-2944-41a6-9d7b-07abbceffd5a req-ddc4de57-70f9-435d-a17d-10d45929eee6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 HTTP/1.1" status: 200 len: 916 time: 0.1732144 Sep 24 05:11:27.312132 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-89dd6da9-c4a4-4829-a22e-02a2ce3a5d15 req-d5bf2062-8690-421b-80fa-e111210e95c8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114986 Sep 24 05:11:27.338027 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de18d8ac-2944-41a6-9d7b-07abbceffd5a req-44b0dc62-d7ea-440b-98f7-1c915d1fc668 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c4098d3-98fe-49ac-9677-5b3632da2208 HTTP/1.1" status: 200 len: 1001 time: 0.0705628 Sep 24 05:11:27.386526 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18d8ac-2944-41a6-9d7b-07abbceffd5a req-29274819-7271-4ab0-8c8d-86cb621809b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:27.386754 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de18d8ac-2944-41a6-9d7b-07abbceffd5a req-29274819-7271-4ab0-8c8d-86cb621809b2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9a557054-6955-4836-8727-2ecd1283487f HTTP/1.1" status: 200 len: 854 time: 0.0453479 Sep 24 05:11:27.448020 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18d8ac-2944-41a6-9d7b-07abbceffd5a req-82cf1c7c-becb-4744-9d61-d52600a4498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:27.450484 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de18d8ac-2944-41a6-9d7b-07abbceffd5a req-82cf1c7c-becb-4744-9d61-d52600a4498b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567994 Sep 24 05:11:27.517607 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:27.555287 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de18d8ac-2944-41a6-9d7b-07abbceffd5a req-5837ba27-ee8d-4c27-b095-aab048e11003 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982549 Sep 24 05:11:27.675079 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de18d8ac-2944-41a6-9d7b-07abbceffd5a req-b8c99d45-238b-4c36-b79b-a0ccc0bb5b36 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117485 Sep 24 05:11:27.996339 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['3c4098d3-98fe-49ac-9677-5b3632da2208'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:11:28.040182 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cace100-673a-4285-93e3-6eddc5591570 req-4da28ae0-2946-4162-86f6-d007cfe25e76 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:28.041667 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7cace100-673a-4285-93e3-6eddc5591570 req-4da28ae0-2946-4162-86f6-d007cfe25e76 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 944 time: 0.0471251 Sep 24 05:11:28.090338 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7cace100-673a-4285-93e3-6eddc5591570 req-b65e7d8a-e803-4c1c-81fe-d18bee323f8c tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427194 Sep 24 05:11:28.443055 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d9ec1-f888-479d-8cf6-2ecaf77c2d47 req-0acf9c8c-698e-4dcd-a939-91d23e94a616 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:28.445514 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3f3d9ec1-f888-479d-8cf6-2ecaf77c2d47 req-0acf9c8c-698e-4dcd-a939-91d23e94a616 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0524199 Sep 24 05:11:28.508466 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 19cc232a-7d00-42f7-b737-1cb2a22e6c05 up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:11:28.533932 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3f3d9ec1-f888-479d-8cf6-2ecaf77c2d47 req-3d79bc0e-e470-470f-9002-8b1c7afdebe7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830624 Sep 24 05:11:28.626912 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:11:28.639853 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:11:28.640506 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (19cc232a-7d00-42f7-b737-1cb2a22e6c05), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:28.640993 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 Sep 24 05:11:28.765778 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:11:28.765778 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (19cc232a-7d00-42f7-b737-1cb2a22e6c05), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:28.845217 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a6c52e-9545-4713-870a-1d553eb7d609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cc232a-7d00-42f7-b737-1cb2a22e6c05'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:11:28.847956 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bcb5f7-9635-47d4-8b2b-788f9e510b92" -d '{"events": [{"server_uuid": "27a6c52e-9545-4713-870a-1d553eb7d609", "name": "network-vif-plugged", "status": "completed", "tag": "19cc232a-7d00-42f7-b737-1cb2a22e6c05"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:11:28.856980 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 19cc232a-7d00-42f7-b737-1cb2a22e6c05, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=19cc232a-7d00-42f7-b737-1cb2a22e6c05,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:28.864754 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (19cc232a-7d00-42f7-b737-1cb2a22e6c05), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:28.904491 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819bfd89-571b-4a0b-a617-06ab4dd0eb5e x-openstack-request-id: req-819bfd89-571b-4a0b-a617-06ab4dd0eb5e {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:11:28.904891 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a6c52e-9545-4713-870a-1d553eb7d609", "name": "network-vif-plugged", "status": "completed", "tag": "19cc232a-7d00-42f7-b737-1cb2a22e6c05", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:11:28.905151 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-819bfd89-571b-4a0b-a617-06ab4dd0eb5e {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:11:28.905522 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-819bfd89-571b-4a0b-a617-06ab4dd0eb5e'] response: {'server_uuid': '27a6c52e-9545-4713-870a-1d553eb7d609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cc232a-7d00-42f7-b737-1cb2a22e6c05', 'code': 200} Sep 24 05:11:28.936101 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=19cc232a-7d00-42f7-b737-1cb2a22e6c05,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:29.276869 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3bec2-ca4e-4d13-a5a0-6e23414b0148 req-b4e08932-9ac0-4010-9d23-3195e618bab4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:29.278489 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-61c3bec2-ca4e-4d13-a5a0-6e23414b0148 req-b4e08932-9ac0-4010-9d23-3195e618bab4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 945 time: 0.0880020 Sep 24 05:11:29.321837 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efb714-8d60-4c0d-92b4-c6f2aadc896e req-cc80ff34-9d0b-41fb-b0b9-544a7276a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:29.323439 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-19efb714-8d60-4c0d-92b4-c6f2aadc896e req-cc80ff34-9d0b-41fb-b0b9-544a7276a605 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 1129 time: 0.0970771 Sep 24 05:11:29.370361 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-61c3bec2-ca4e-4d13-a5a0-6e23414b0148 req-3063d84b-addc-4287-8e75-5c6239802df8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752537 Sep 24 05:11:29.401476 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-19efb714-8d60-4c0d-92b4-c6f2aadc896e req-2aeaac8e-14f1-4c4d-9fc9-b8978c8566d6 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668397 Sep 24 05:11:29.773065 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cec06-f72c-4527-a15f-57c4c7ec119a req-8d4f7868-2972-46f5-b7f9-ddea43724719 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:29.775312 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-768cec06-f72c-4527-a15f-57c4c7ec119a req-8d4f7868-2972-46f5-b7f9-ddea43724719 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0815985 Sep 24 05:11:29.833296 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-768cec06-f72c-4527-a15f-57c4c7ec119a req-8fdc02f9-a8d7-4af1-a988-891f5c3b7283 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511785 Sep 24 05:11:30.487088 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:30.502134 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a873ff-0d38-4770-842e-c77811ca49bc req-fd1e2870-f99d-471f-8b6a-962c72ff27d1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:30.503790 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c4a873ff-0d38-4770-842e-c77811ca49bc req-fd1e2870-f99d-471f-8b6a-962c72ff27d1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 945 time: 0.0496712 Sep 24 05:11:30.562680 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c4a873ff-0d38-4770-842e-c77811ca49bc req-6f1e3d70-6a52-4e11-9de8-2b81881cf671 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524168 Sep 24 05:11:31.002618 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6013f00-b654-4262-9b54-5df8e77a8217 req-fd1e1cc4-d538-4525-8161-e312d7360f7f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:31.004281 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f6013f00-b654-4262-9b54-5df8e77a8217 req-fd1e1cc4-d538-4525-8161-e312d7360f7f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0681088 Sep 24 05:11:31.058532 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f6013f00-b654-4262-9b54-5df8e77a8217 req-5eb4a04e-5626-465f-a8e0-9c45e1be27da tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478513 Sep 24 05:11:31.693153 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b41fbe-5a75-4065-b57a-5e7486863e2e req-961dc29f-5bb1-44bd-8165-661b405d0175 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:31.694648 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d9b41fbe-5a75-4065-b57a-5e7486863e2e req-961dc29f-5bb1-44bd-8165-661b405d0175 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 945 time: 0.0546958 Sep 24 05:11:31.755234 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d9b41fbe-5a75-4065-b57a-5e7486863e2e req-59f4b20e-71e8-4a93-acff-2aed83c3fa37 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544679 Sep 24 05:11:31.894858 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721001f-57ad-453b-9b5b-c6c9c34d2760 req-21d7496d-36f3-462f-9a0f-935405f6cb45 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:31.897273 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c721001f-57ad-453b-9b5b-c6c9c34d2760 req-21d7496d-36f3-462f-9a0f-935405f6cb45 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 945 time: 0.0545077 Sep 24 05:11:31.950602 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c721001f-57ad-453b-9b5b-c6c9c34d2760 req-f13c0f6e-0432-4c31-aaa6-ec500fa83705 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477552 Sep 24 05:11:31.982215 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35254) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:32.031949 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5bb107-baa4-4384-a7e5-dbb3122017e0 tempest-TestVolumeBootPattern-834920278 tempest-TestVolumeBootPattern-834920278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:32.033474 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-3d5bb107-baa4-4384-a7e5-dbb3122017e0 tempest-TestVolumeBootPattern-834920278 tempest-TestVolumeBootPattern-834920278-project-admin] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 1124 time: 0.0495167 Sep 24 05:11:32.037204 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 35256) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:32.043422 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Request body: {'floatingip': {'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'port_id': '19cc232a-7d00-42f7-b737-1cb2a22e6c05', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:32.057611 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:32.071614 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:32.435774 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:32.460247 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaee01d-5781-4c16-8893-dac2e4cb702b req-c94d6104-8cfa-4430-839d-e7a29ea803a7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:32.462574 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-baaee01d-5781-4c16-8893-dac2e4cb702b req-c94d6104-8cfa-4430-839d-e7a29ea803a7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.3087339 Sep 24 05:11:32.626802 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-baaee01d-5781-4c16-8893-dac2e4cb702b req-b0a75260-d4c0-4989-8040-0f081d5e3356 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289911 Sep 24 05:11:32.631447 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Allocated IP 172.27.0.55 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/8d28d0ed-e9df-4a7d-9613-9b9d3828fe3e) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:11:32.687892 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-07713647-fddc-49f4-87f5-98f0581dc866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:32.787588 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for port (8d28d0ed-e9df-4a7d-9613-9b9d3828fe3e), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:32.828558 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:32.848932 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (8d28d0ed-e9df-4a7d-9613-9b9d3828fe3e), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:32.901456 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847f9b1-cf56-46a7-a19d-08be54bd629b req-699ed05a-bbf6-4088-9a9e-04653befd99a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:32.903023 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3847f9b1-cf56-46a7-a19d-08be54bd629b req-699ed05a-bbf6-4088-9a9e-04653befd99a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 945 time: 0.0902188 Sep 24 05:11:32.926408 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:11:32.927199 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event updated for resources: {'Port': ['ID=8d28d0ed-e9df-4a7d-9613-9b9d3828fe3e,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:32.936667 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:11:32.940500 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:11:32.996838 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3847f9b1-cf56-46a7-a19d-08be54bd629b req-f0b3e1ed-3974-43ed-a94e-58dca4260144 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=57766081-302f-44a4-b4ae-180c78040aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844111 Sep 24 05:11:33.206796 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:33.382770 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for floatingip (cde952c7-d2ba-4a6e-b9e2-c176345f81a0), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:33.456233 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (8d28d0ed-e9df-4a7d-9613-9b9d3828fe3e), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:33.613500 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for port (8d28d0ed-e9df-4a7d-9613-9b9d3828fe3e), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:33.618894 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (8d28d0ed-e9df-4a7d-9613-9b9d3828fe3e), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:33.694033 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event updated for resources: {'Port': ['ID=8d28d0ed-e9df-4a7d-9613-9b9d3828fe3e,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:33.696810 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (cde952c7-d2ba-4a6e-b9e2-c176345f81a0), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:33.823176 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eca70d-e66a-4ea5-94ac-1654cc680298 req-4d7705a1-6243-4655-a439-9d9ef9cca023 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:33.824618 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-41eca70d-e66a-4ea5-94ac-1654cc680298 req-4d7705a1-6243-4655-a439-9d9ef9cca023 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0848849 Sep 24 05:11:33.861561 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:33.868424 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Floating IP cde952c7-d2ba-4a6e-b9e2-c176345f81a0 associated. External IP: 172.27.0.55, port: 19cc232a-7d00-42f7-b737-1cb2a22e6c05. Sep 24 05:11:33.918906 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-41eca70d-e66a-4ea5-94ac-1654cc680298 req-40b86246-f3c3-43bc-8a4c-0ee94a22ea94 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873287 Sep 24 05:11:34.146607 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:34.209509 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e1c89-9138-482f-afa3-6edc5bf411e5 req-c7aee595-6cd0-4a1b-bd42-fbbe85e636a5 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:34.211793 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5d1e1c89-9138-482f-afa3-6edc5bf411e5 req-c7aee595-6cd0-4a1b-bd42-fbbe85e636a5 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 945 time: 0.1035030 Sep 24 05:11:34.246460 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:11:34.321061 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5d1e1c89-9138-482f-afa3-6edc5bf411e5 req-e0e4c85c-353e-4721-b725-2efe5f5f6e70 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=57766081-302f-44a4-b4ae-180c78040aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034458 Sep 24 05:11:34.400574 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:11:34.416010 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d3478-78d1-4da8-a4aa-bf7b1997b89c None None] Sync routers for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:11:34.420057 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:34.421625 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:34.425751 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:34.436052 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d3478-78d1-4da8-a4aa-bf7b1997b89c None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:11:34.439534 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-da7d3478-78d1-4da8-a4aa-bf7b1997b89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:11:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:34.450880 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-46362d55-8df7-4d98-9979-32a7c177f473 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4123981 Sep 24 05:11:34.451608 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a6c52e-9545-4713-870a-1d553eb7d609', 'tag': '19cc232a-7d00-42f7-b737-1cb2a22e6c05'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:11:34.453963 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3294210b-3051-4a25-85b4-8a0c322722df" -d '{"events": [{"name": "network-changed", "server_uuid": "27a6c52e-9545-4713-870a-1d553eb7d609", "tag": "19cc232a-7d00-42f7-b737-1cb2a22e6c05"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:11:34.505375 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79793d1-e207-4544-9d74-7761f525dfb7 x-openstack-request-id: req-e79793d1-e207-4544-9d74-7761f525dfb7 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:11:34.505718 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a6c52e-9545-4713-870a-1d553eb7d609", "tag": "19cc232a-7d00-42f7-b737-1cb2a22e6c05", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:11:34.506038 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e79793d1-e207-4544-9d74-7761f525dfb7 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:11:34.506512 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e79793d1-e207-4544-9d74-7761f525dfb7'] response: {'name': 'network-changed', 'server_uuid': '27a6c52e-9545-4713-870a-1d553eb7d609', 'tag': '19cc232a-7d00-42f7-b737-1cb2a22e6c05', 'status': 'completed', 'code': 200} Sep 24 05:11:34.584912 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294210b-3051-4a25-85b4-8a0c322722df req-a1972cd3-f2a2-42be-86f8-c5558e26997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:34.588600 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3294210b-3051-4a25-85b4-8a0c322722df req-a1972cd3-f2a2-42be-86f8-c5558e26997d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=fef19544ec414094953daea6d545a361&device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 1129 time: 0.0480428 Sep 24 05:11:34.611014 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-da7d3478-78d1-4da8-a4aa-bf7b1997b89c None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:11:34.818394 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294210b-3051-4a25-85b4-8a0c322722df req-ec68b60b-fee2-45fd-8822-1e50ba21dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:34.820818 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3294210b-3051-4a25-85b4-8a0c322722df req-ec68b60b-fee2-45fd-8822-1e50ba21dbae service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=fcf1ce32-3017-4bcb-b05f-9527ef64d665 HTTP/1.1" status: 200 len: 912 time: 0.1171746 Sep 24 05:11:34.850501 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-da7d3478-78d1-4da8-a4aa-bf7b1997b89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'cde952c7-d2ba-4a6e-b9e2-c176345f81a0', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'port_id': '19cc232a-7d00-42f7-b737-1cb2a22e6c05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'mac_address': 'fa:16:3e:79:0e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a6c52e-9545-4713-870a-1d553eb7d609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:11:33Z', 'updated_at': '2022-09-24T05:11:33Z', 'revision_number': 0, 'project_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:34.876372 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d3478-78d1-4da8-a4aa-bf7b1997b89c None None] Checking router: 764b62cf-a47a-41c8-a41d-d5a8ca78b45d for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:11:34.889420 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d3478-78d1-4da8-a4aa-bf7b1997b89c None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:11:34.890351 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-da7d3478-78d1-4da8-a4aa-bf7b1997b89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:11:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:34.909816 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3294210b-3051-4a25-85b4-8a0c322722df req-be19f315-16de-4a2d-b4d8-96ca3e475636 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19cc232a-7d00-42f7-b737-1cb2a22e6c05 HTTP/1.1" status: 200 len: 998 time: 0.0696366 Sep 24 05:11:35.013838 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-da7d3478-78d1-4da8-a4aa-bf7b1997b89c None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:11:35.018499 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294210b-3051-4a25-85b4-8a0c322722df req-752dd6fb-a25e-4520-ab2c-d68579901d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:35.021013 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3294210b-3051-4a25-85b4-8a0c322722df req-752dd6fb-a25e-4520-ab2c-d68579901d6d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e30adfee-509c-43a1-acf6-ff73276d8857 HTTP/1.1" status: 200 len: 850 time: 0.1051474 Sep 24 05:11:35.135949 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b223-ab6d-47c7-a02d-bcaf965ce9ce req-a3987a7d-f1f2-4052-9eb7-29ba37b55a8f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:35.137739 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8a23b223-ab6d-47c7-a02d-bcaf965ce9ce req-a3987a7d-f1f2-4052-9eb7-29ba37b55a8f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 945 time: 0.1623912 Sep 24 05:11:35.143818 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294210b-3051-4a25-85b4-8a0c322722df req-78586283-946c-484f-ac5d-0cbcb36c4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:35.146289 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3294210b-3051-4a25-85b4-8a0c322722df req-78586283-946c-484f-ac5d-0cbcb36c4eac service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=fcf1ce32-3017-4bcb-b05f-9527ef64d665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1162665 Sep 24 05:11:35.193974 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7081d20a-51be-4fdf-be19-017a9f59fe54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:35.256570 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da1b30-0f31-4503-b2ce-43b43daa5e11 req-1cad611d-98ca-4062-aa30-c42b8749f6b7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:35.264007 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-07da1b30-0f31-4503-b2ce-43b43daa5e11 req-1cad611d-98ca-4062-aa30-c42b8749f6b7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.2208383 Sep 24 05:11:35.302933 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:35.315170 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-da7d3478-78d1-4da8-a4aa-bf7b1997b89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'cde952c7-d2ba-4a6e-b9e2-c176345f81a0', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'port_id': '19cc232a-7d00-42f7-b737-1cb2a22e6c05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'mac_address': 'fa:16:3e:79:0e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a6c52e-9545-4713-870a-1d553eb7d609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:11:33Z', 'updated_at': '2022-09-24T05:11:33Z', 'revision_number': 0, 'project_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:35.352991 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d3478-78d1-4da8-a4aa-bf7b1997b89c None None] The sync data for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi is: [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'cde952c7-d2ba-4a6e-b9e2-c176345f81a0', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'port_id': '19cc232a-7d00-42f7-b737-1cb2a22e6c05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'mac_address': 'fa:16:3e:79:0e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a6c52e-9545-4713-870a-1d553eb7d609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:11:33Z', 'updated_at': '2022-09-24T05:11:33Z', 'revision_number': 0, 'project_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:11:35.412859 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-8a23b223-ab6d-47c7-a02d-bcaf965ce9ce req-8ec8e75e-fcc2-4975-8625-4add83aa329b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Deleting port 69742a41-eeea-432a-8f65-c86e8714c51a {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:11:35.413200 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-8a23b223-ab6d-47c7-a02d-bcaf965ce9ce req-8ec8e75e-fcc2-4975-8625-4add83aa329b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (69742a41-eeea-432a-8f65-c86e8714c51a), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:35.427918 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-07da1b30-0f31-4503-b2ce-43b43daa5e11 req-7b3662fc-b791-4b54-806c-63e0564fd7df tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628640 Sep 24 05:11:35.515079 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2d3f2-7fac-4c3a-a917-2d3ed88a722b req-af60f0fa-99e1-4fea-90b7-792abea59dee tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:35.522226 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9da2d3f2-7fac-4c3a-a917-2d3ed88a722b req-af60f0fa-99e1-4fea-90b7-792abea59dee tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 945 time: 0.0896583 Sep 24 05:11:35.525877 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3294210b-3051-4a25-85b4-8a0c322722df req-5070e9ec-77bc-440c-aacc-3749019a1543 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698905 Sep 24 05:11:35.664565 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275b4a50-4988-41f9-9a87-6fce0526421c None None] New status for floating IP cde952c7-d2ba-4a6e-b9e2-c176345f81a0: ACTIVE {{(pid=106195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:11:35.669058 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:35.670120 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:35.677124 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:35.727747 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3294210b-3051-4a25-85b4-8a0c322722df req-baa73f10-8249-43e2-8066-7fad9be9a6b3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642640 Sep 24 05:11:35.742626 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-8a23b223-ab6d-47c7-a02d-bcaf965ce9ce req-8ec8e75e-fcc2-4975-8625-4add83aa329b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] For port 69742a41-eeea-432a-8f65-c86e8714c51a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=69742a41-eeea-432a-8f65-c86e8714c51a,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:35.743013 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-8a23b223-ab6d-47c7-a02d-bcaf965ce9ce req-8ec8e75e-fcc2-4975-8625-4add83aa329b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (69742a41-eeea-432a-8f65-c86e8714c51a), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:35.770463 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9da2d3f2-7fac-4c3a-a917-2d3ed88a722b req-9306c573-9373-4870-a53c-44384e7e42e6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=57766081-302f-44a4-b4ae-180c78040aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430050 Sep 24 05:11:36.191039 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-8a23b223-ab6d-47c7-a02d-bcaf965ce9ce req-8ec8e75e-fcc2-4975-8625-4add83aa329b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:36.191431 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-8a23b223-ab6d-47c7-a02d-bcaf965ce9ce req-8ec8e75e-fcc2-4975-8625-4add83aa329b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (f3763bd7-bdd3-40ee-9490-060855208842), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:36.191755 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.l3_db [req-8a23b223-ab6d-47c7-a02d-bcaf965ce9ce req-8ec8e75e-fcc2-4975-8625-4add83aa329b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Floating IP f3763bd7-bdd3-40ee-9490-060855208842 disassociated. External IP: 172.27.0.76, port: 69742a41-eeea-432a-8f65-c86e8714c51a. Sep 24 05:11:36.192109 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-8a23b223-ab6d-47c7-a02d-bcaf965ce9ce req-8ec8e75e-fcc2-4975-8625-4add83aa329b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Calling delete_port for 69742a41-eeea-432a-8f65-c86e8714c51a owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:11:36.332807 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-8a23b223-ab6d-47c7-a02d-bcaf965ce9ce req-8ec8e75e-fcc2-4975-8625-4add83aa329b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (69742a41-eeea-432a-8f65-c86e8714c51a), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:36.365066 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8e75e-fcc2-4975-8625-4add83aa329b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event deleted for resources: {'Port': ['ID=69742a41-eeea-432a-8f65-c86e8714c51a,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:36.420382 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:36.494987 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a23b223-ab6d-47c7-a02d-bcaf965ce9ce req-8ec8e75e-fcc2-4975-8625-4add83aa329b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:11:36.630725 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d20d85-fa6d-41f9-b9cc-c51f66e0b0e1 req-14fabfbf-7452-477a-afe9-12e63cb6d80f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:36.632414 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-40d20d85-fa6d-41f9-b9cc-c51f66e0b0e1 req-14fabfbf-7452-477a-afe9-12e63cb6d80f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0887043 Sep 24 05:11:36.639490 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:36.677557 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a23b223-ab6d-47c7-a02d-bcaf965ce9ce req-8ec8e75e-fcc2-4975-8625-4add83aa329b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:11:36.692240 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0213a2-b37d-475c-9d91-92cde8e33b8c None None] Sync routers for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:11:36.728368 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0213a2-b37d-475c-9d91-92cde8e33b8c None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:11:36.729348 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-df0213a2-b37d-475c-9d91-92cde8e33b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:11:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:36.735532 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-40d20d85-fa6d-41f9-b9cc-c51f66e0b0e1 req-04256f57-fac3-420d-914f-87c824cced45 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883150 Sep 24 05:11:36.758083 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a23b223-ab6d-47c7-a02d-bcaf965ce9ce req-8ec8e75e-fcc2-4975-8625-4add83aa329b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] No DVR routers for this DVR port 69742a41-eeea-432a-8f65-c86e8714c51a on host hv-cinder-85918 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:11:36.761873 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-8a23b223-ab6d-47c7-a02d-bcaf965ce9ce req-8ec8e75e-fcc2-4975-8625-4add83aa329b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:36.765335 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8a23b223-ab6d-47c7-a02d-bcaf965ce9ce req-8ec8e75e-fcc2-4975-8625-4add83aa329b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "DELETE /networking/v2.0/ports/69742a41-eeea-432a-8f65-c86e8714c51a HTTP/1.1" status: 204 len: 173 time: 1.6188483 Sep 24 05:11:36.765878 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b5a30a-8b76-44d0-a014-23e753d0835f', 'name': 'network-vif-deleted', 'tag': '69742a41-eeea-432a-8f65-c86e8714c51a'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:11:36.769365 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1053614f-f07e-47d8-872c-654c6a36b7fd" -d '{"events": [{"server_uuid": "87b5a30a-8b76-44d0-a014-23e753d0835f", "name": "network-vif-deleted", "tag": "69742a41-eeea-432a-8f65-c86e8714c51a"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:11:36.846036 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c68e07-707d-4a1e-9679-2220e34573b6 x-openstack-request-id: req-93c68e07-707d-4a1e-9679-2220e34573b6 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:11:36.847893 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b5a30a-8b76-44d0-a014-23e753d0835f", "name": "network-vif-deleted", "tag": "69742a41-eeea-432a-8f65-c86e8714c51a", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:11:36.847893 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-93c68e07-707d-4a1e-9679-2220e34573b6 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:11:36.847893 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c68e07-707d-4a1e-9679-2220e34573b6'] response: {'server_uuid': '87b5a30a-8b76-44d0-a014-23e753d0835f', 'name': 'network-vif-deleted', 'tag': '69742a41-eeea-432a-8f65-c86e8714c51a', 'status': 'completed', 'code': 200} Sep 24 05:11:36.928859 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:36.976365 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-df0213a2-b37d-475c-9d91-92cde8e33b8c None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:11:36.981984 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2430b221-36f3-4ba1-aa9a-4b5e47d0e362 req-d253c00e-9d31-4735-8bc8-55e696f2611d tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=87b5a30a-8b76-44d0-a014-23e753d0835f HTTP/1.1" status: 200 len: 210 time: 0.0556755 Sep 24 05:11:37.219502 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-df0213a2-b37d-475c-9d91-92cde8e33b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:37.249266 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0213a2-b37d-475c-9d91-92cde8e33b8c None None] Checking router: 3356ba94-92ab-42d3-b2ab-aa4076c04e90 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:11:37.252010 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:37.259990 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0213a2-b37d-475c-9d91-92cde8e33b8c None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:11:37.260609 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-df0213a2-b37d-475c-9d91-92cde8e33b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:11:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:37.554645 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-df0213a2-b37d-475c-9d91-92cde8e33b8c None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:11:37.792577 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-df0213a2-b37d-475c-9d91-92cde8e33b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:11:37.819467 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0213a2-b37d-475c-9d91-92cde8e33b8c None None] The sync data for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi is: [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:11:37.907163 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e038da-1d8c-4b5d-98a3-f76291d28c8a req-9e2f1b88-e354-41b2-a13c-458f4aa03fc4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:37.908811 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d0e038da-1d8c-4b5d-98a3-f76291d28c8a req-9e2f1b88-e354-41b2-a13c-458f4aa03fc4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0593352 Sep 24 05:11:37.949778 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:37.974655 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d0e038da-1d8c-4b5d-98a3-f76291d28c8a req-0345017f-19ec-4cf6-b61b-d0f24bad207d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566502 Sep 24 05:11:38.015893 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 69742a41-eeea-432a-8f65-c86e8714c51a no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:11:38.076128 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: 69742a41-eeea-432a-8f65-c86e8714c51a {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:11:38.076466 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 69742a41-eeea-432a-8f65-c86e8714c51a not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:11:38.091295 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:38.092622 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:38.127459 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35304) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:38.193935 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92cd277-9a0a-41dc-91c1-d688ca712961 None None] New status for floating IP f3763bd7-bdd3-40ee-9490-060855208842: DOWN {{(pid=106195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:11:38.196895 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7f74681c-4ec8-48bb-9ba9-de0fd17d7415 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (57766081-302f-44a4-b4ae-180c78040aa6), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:38.219765 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7f74681c-4ec8-48bb-9ba9-de0fd17d7415 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (57766081-302f-44a4-b4ae-180c78040aa6), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:38.268782 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7f74681c-4ec8-48bb-9ba9-de0fd17d7415 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (57766081-302f-44a4-b4ae-180c78040aa6), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:38.271369 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7f74681c-4ec8-48bb-9ba9-de0fd17d7415 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:38.275553 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 35306) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:38.284600 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-7f74681c-4ec8-48bb-9ba9-de0fd17d7415 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "DELETE /networking/v2.0/security-groups/57766081-302f-44a4-b4ae-180c78040aa6 HTTP/1.1" status: 204 len: 168 time: 0.1555037 Sep 24 05:11:38.290872 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.api.v2.resource [None req-bc042da8-bbec-459c-812b-0b9672dec5c4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] show failed (client error): The resource could not be found. Sep 24 05:11:38.305101 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-bc042da8-bbec-459c-812b-0b9672dec5c4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups/57766081-302f-44a4-b4ae-180c78040aa6 HTTP/1.1" status: 404 len: 347 time: 0.0281224 Sep 24 05:11:38.306037 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 35308) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:38.314601 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74681c-4ec8-48bb-9ba9-de0fd17d7415 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57766081-302f-44a4-b4ae-180c78040aa6,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:38.459047 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-db42a754-10da-42a9-9e50-7318a4398758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Deleting port f95b012d-f6d1-473c-a28d-48e6a6f62f1a {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:11:38.459304 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-db42a754-10da-42a9-9e50-7318a4398758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (f95b012d-f6d1-473c-a28d-48e6a6f62f1a), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:38.544177 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-db42a754-10da-42a9-9e50-7318a4398758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (f95b012d-f6d1-473c-a28d-48e6a6f62f1a), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:38.544504 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-db42a754-10da-42a9-9e50-7318a4398758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (f95b012d-f6d1-473c-a28d-48e6a6f62f1a), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:38.556798 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-db42a754-10da-42a9-9e50-7318a4398758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Calling delete_port for f95b012d-f6d1-473c-a28d-48e6a6f62f1a owned by network:floatingip {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:11:38.686662 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-db42a754-10da-42a9-9e50-7318a4398758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (f95b012d-f6d1-473c-a28d-48e6a6f62f1a), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:38.712262 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42a754-10da-42a9-9e50-7318a4398758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event deleted for resources: {'Port': ['ID=f95b012d-f6d1-473c-a28d-48e6a6f62f1a,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:38.776188 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-db42a754-10da-42a9-9e50-7318a4398758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (f3763bd7-bdd3-40ee-9490-060855208842), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:38.778597 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-db42a754-10da-42a9-9e50-7318a4398758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:38.779730 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-db42a754-10da-42a9-9e50-7318a4398758 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "DELETE /networking/v2.0/floatingips/f3763bd7-bdd3-40ee-9490-060855208842 HTTP/1.1" status: 204 len: 168 time: 0.4726100 Sep 24 05:11:38.845454 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35322) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:38.849931 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-fbf31357-d816-40fb-af7f-58f4ea2f4212 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--386483147', 'description': 'tempest-description--724469476'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:38.872177 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fbf31357-d816-40fb-af7f-58f4ea2f4212 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:38.940714 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fbf31357-d816-40fb-af7f-58f4ea2f4212 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (04d7e61f-8f0a-4014-ba66-dd1ccf8b9204), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:38.945263 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fbf31357-d816-40fb-af7f-58f4ea2f4212 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (04d7e61f-8f0a-4014-ba66-dd1ccf8b9204), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:38.966014 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:INSERT=9,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:38.976205 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf31357-d816-40fb-af7f-58f4ea2f4212 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:38.982140 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fbf31357-d816-40fb-af7f-58f4ea2f4212 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:38.983351 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-fbf31357-d816-40fb-af7f-58f4ea2f4212 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1368585 Sep 24 05:11:38.986473 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 35326) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:38.991046 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-14742720-f34b-4bf8-a7a3-10488f14fd27 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'security_group_rule': {'security_group_id': '04d7e61f-8f0a-4014-ba66-dd1ccf8b9204', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:39.017564 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-14742720-f34b-4bf8-a7a3-10488f14fd27 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (93b99b26-3ae4-49ab-9eb5-7bcc1258ec0a), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:39.081616 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-14742720-f34b-4bf8-a7a3-10488f14fd27 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (93b99b26-3ae4-49ab-9eb5-7bcc1258ec0a), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:39.099921 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-14742720-f34b-4bf8-a7a3-10488f14fd27 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (93b99b26-3ae4-49ab-9eb5-7bcc1258ec0a), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:39.133865 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b987e-f3ba-4461-be48-bcd79406af80 req-fa6abd01-bddf-4c14-8e17-05c3c63aeb27 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:39.135346 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-225b987e-f3ba-4461-be48-bcd79406af80 req-fa6abd01-bddf-4c14-8e17-05c3c63aeb27 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0721107 Sep 24 05:11:39.135923 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14742720-f34b-4bf8-a7a3-10488f14fd27 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b99b26-3ae4-49ab-9eb5-7bcc1258ec0a,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:39.140015 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-14742720-f34b-4bf8-a7a3-10488f14fd27 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:39.143677 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-14742720-f34b-4bf8-a7a3-10488f14fd27 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536198 Sep 24 05:11:39.144178 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35330) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:39.148501 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-7ec4f476-a159-408f-bfa1-af96a03c8a92 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'security_group_rule': {'security_group_id': '04d7e61f-8f0a-4014-ba66-dd1ccf8b9204', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:39.175644 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7ec4f476-a159-408f-bfa1-af96a03c8a92 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (4e8850c5-0f0a-43f9-97a6-9c159712aec5), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:39.185561 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-225b987e-f3ba-4461-be48-bcd79406af80 req-91c2c77b-2b90-4801-beca-e98cd5db6d4b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433259 Sep 24 05:11:39.235888 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7ec4f476-a159-408f-bfa1-af96a03c8a92 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (4e8850c5-0f0a-43f9-97a6-9c159712aec5), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:39.239356 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7ec4f476-a159-408f-bfa1-af96a03c8a92 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644488'] for security_group_rule (4e8850c5-0f0a-43f9-97a6-9c159712aec5), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:39.257856 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4f476-a159-408f-bfa1-af96a03c8a92 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8850c5-0f0a-43f9-97a6-9c159712aec5,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:39.264311 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7ec4f476-a159-408f-bfa1-af96a03c8a92 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:39.265418 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-7ec4f476-a159-408f-bfa1-af96a03c8a92 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203725 Sep 24 05:11:39.268573 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35332) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:11:39.272851 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'floatingip': {'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:39.293891 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:39.307396 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:39.371821 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:39.482668 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Allocated IP 172.27.0.237 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/fbd6818e-ff6f-4d05-824c-702a956e0a07) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:11:39.555438 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:39.561967 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8b7b2-cf34-4b80-847f-2e29d0fefe18 req-c1efe634-3d44-4853-b0f1-5cb732d2c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:39.563497 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-07b8b7b2-cf34-4b80-847f-2e29d0fefe18 req-c1efe634-3d44-4853-b0f1-5cb732d2c0a8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c1aaf20f480a423ea5feca81585aeeed&device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 1129 time: 0.0422177 Sep 24 05:11:39.587902 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for port (fbd6818e-ff6f-4d05-824c-702a956e0a07), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:39.619679 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (fbd6818e-ff6f-4d05-824c-702a956e0a07), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:39.657925 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:11:39.661927 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8b7b2-cf34-4b80-847f-2e29d0fefe18 req-b81f22cd-8e79-41bb-9ec7-f55278d983f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:39.662786 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:11:39.664059 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-07b8b7b2-cf34-4b80-847f-2e29d0fefe18 req-b81f22cd-8e79-41bb-9ec7-f55278d983f6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c071aac1-7a40-472d-a3df-a9b342b44447 HTTP/1.1" status: 200 len: 918 time: 0.0934689 Sep 24 05:11:39.667295 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:11:39.672421 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'Port': ['ID=fbd6818e-ff6f-4d05-824c-702a956e0a07,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:39.726401 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:39.736607 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-07b8b7b2-cf34-4b80-847f-2e29d0fefe18 req-f46af914-027d-426e-96dd-73e10141023d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f HTTP/1.1" status: 200 len: 1001 time: 0.0636351 Sep 24 05:11:39.752594 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (def4163e-d34a-465c-834c-d1948ff8c89f), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:39.789161 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8b7b2-cf34-4b80-847f-2e29d0fefe18 req-8bb7b48d-3a09-445e-bfd1-c783b731ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:39.790623 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-07b8b7b2-cf34-4b80-847f-2e29d0fefe18 req-8bb7b48d-3a09-445e-bfd1-c783b731ec4d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=521b0c5c-068d-4d85-8ac0-e80107b00a80 HTTP/1.1" status: 200 len: 856 time: 0.0457253 Sep 24 05:11:39.792940 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (fbd6818e-ff6f-4d05-824c-702a956e0a07), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:39.836539 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:39.841039 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8b7b2-cf34-4b80-847f-2e29d0fefe18 req-2327b8c9-a413-4f72-94b0-8571b6810080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:39.842582 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-07b8b7b2-cf34-4b80-847f-2e29d0fefe18 req-2327b8c9-a413-4f72-94b0-8571b6810080 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c071aac1-7a40-472d-a3df-a9b342b44447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451212 Sep 24 05:11:39.932283 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-07b8b7b2-cf34-4b80-847f-2e29d0fefe18 req-b29790c1-61ea-4e0d-bbc6-af4e96a9d92e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834794 Sep 24 05:11:39.947704 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for port (fbd6818e-ff6f-4d05-824c-702a956e0a07), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:39.952146 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (fbd6818e-ff6f-4d05-824c-702a956e0a07), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:39.957279 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:40.019815 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'Port': ['ID=fbd6818e-ff6f-4d05-824c-702a956e0a07,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:40.023050 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (def4163e-d34a-465c-834c-d1948ff8c89f), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:40.024011 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-07b8b7b2-cf34-4b80-847f-2e29d0fefe18 req-8ee9bcd4-9fd9-4fef-8af5-b3f20657f61a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861032 Sep 24 05:11:40.039631 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:40.040851 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-18dbff5e-48ac-4b10-83e7-f1e70fac683b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7713239 Sep 24 05:11:40.243301 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-e4de51fb-55b1-45a9-b32d-7612d2174ddd tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--386483147&fields=id&tenant_id=87d5229e39fe4817b5187068d8acecc7 HTTP/1.1" status: 200 len: 267 time: 0.0427012 Sep 24 05:11:40.356500 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba1c02-6151-488e-9411-0cf796b43aa8 req-02f6adb0-a980-4b79-9b86-50d61ed44b2f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:40.357930 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-21ba1c02-6151-488e-9411-0cf796b43aa8 req-02f6adb0-a980-4b79-9b86-50d61ed44b2f tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0857573 Sep 24 05:11:40.403206 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-90013bda-93a9-49df-b625-4933c270788b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:40.404522 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-90013bda-93a9-49df-b625-4933c270788b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/networks?id=17f0f6dc-1b39-4c78-b39c-2031585b359a HTTP/1.1" status: 200 len: 815 time: 0.1547427 Sep 24 05:11:40.434673 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-818c6eb6-f362-49d9-81c3-bd95eb09cd68 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/quotas/87d5229e39fe4817b5187068d8acecc7 HTTP/1.1" status: 200 len: 375 time: 0.0200262 Sep 24 05:11:40.438033 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-21ba1c02-6151-488e-9411-0cf796b43aa8 req-68f9afd2-7221-48a1-9d32-1d5a279a8f18 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680292 Sep 24 05:11:40.483656 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-cefdcce9-4398-43aa-a0a0-3412457367b6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=87d5229e39fe4817b5187068d8acecc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438979 Sep 24 05:11:40.641653 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-d79c4f89-c25b-4d1e-969a-538899f098aa service neutron] 10.222.0.50 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468217 Sep 24 05:11:40.736353 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-acd86938-b3fe-4e72-b5b5-94cc71503fcb service neutron] 10.222.0.50 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876639 Sep 24 05:11:40.912739 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-20a60d7a-bc47-4653-bb1e-46dcdd3b48c4 req-fd279ef8-d12a-49ad-b64b-bc457feea150 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 210 time: 0.0285313 Sep 24 05:11:41.571767 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9138d8-d7a1-4e2b-a391-fcede07ba9a8 req-592eaf72-647e-439c-82ce-4cd48562559b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:41.573311 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0d9138d8-d7a1-4e2b-a391-fcede07ba9a8 req-592eaf72-647e-439c-82ce-4cd48562559b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 945 time: 0.0488391 Sep 24 05:11:41.585594 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:41.623862 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0d9138d8-d7a1-4e2b-a391-fcede07ba9a8 req-4d5db8ee-10e0-476f-8f3a-2fdd5e95086a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450294 Sep 24 05:11:42.015140 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0c2d88fd-c78e-47bf-a36e-6b5eb95370ab req-1a217b6e-c123-42be-95ca-d51ea88646ff tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 210 time: 0.0295341 Sep 24 05:11:42.026929 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device e1514bf0-06bf-454f-bb1a-b1c69713927f no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:11:42.101129 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port e1514bf0-06bf-454f-bb1a-b1c69713927f is: ACTIVE; New status is: DOWN {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:11:42.101509 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:42.129314 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1514bf0-06bf-454f-bb1a-b1c69713927f'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:11:42.131792 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaef66af-99d0-4add-a3f6-79e031e4b5a3" -d '{"events": [{"server_uuid": "36f8e098-a4b5-40a4-8f49-f341c5ad940c", "name": "network-vif-unplugged", "status": "completed", "tag": "e1514bf0-06bf-454f-bb1a-b1c69713927f"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:11:42.146518 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port e1514bf0-06bf-454f-bb1a-b1c69713927f, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:42.167711 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:42.177199 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Sep 2022 05:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d496644b-9559-4b26-9c43-55708b93d8fe x-openstack-request-id: req-d496644b-9559-4b26-9c43-55708b93d8fe {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:11:42.177559 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f8e098-a4b5-40a4-8f49-f341c5ad940c", "name": "network-vif-unplugged", "status": "completed", "tag": "e1514bf0-06bf-454f-bb1a-b1c69713927f", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:11:42.177874 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d496644b-9559-4b26-9c43-55708b93d8fe {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:11:42.178503 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d496644b-9559-4b26-9c43-55708b93d8fe'] response: {'server_uuid': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1514bf0-06bf-454f-bb1a-b1c69713927f', 'code': 200} Sep 24 05:11:42.234647 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=e1514bf0-06bf-454f-bb1a-b1c69713927f,revision_number=8']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:42.243725 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:42.244155 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:42.244565 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:42.244966 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:42.245404 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:42.245794 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:42.246576 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:42.247114 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:42.247630 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:42.248101 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:42.248639 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:42.249156 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:42.249664 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:42.250220 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:42.250697 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:11:42.287968 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-cc412eba-0c91-4857-8783-15a831f25683 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:42.289654 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-cc412eba-0c91-4857-8783-15a831f25683 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "GET /networking/v2.0/networks?id=17f0f6dc-1b39-4c78-b39c-2031585b359a HTTP/1.1" status: 200 len: 815 time: 0.1379771 Sep 24 05:11:42.331360 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:42.365177 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-de22d3f3-8b9b-4d11-9ca6-c7e1364b87b0 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=87d5229e39fe4817b5187068d8acecc7 HTTP/1.1" status: 200 len: 379 time: 0.0527978 Sep 24 05:11:42.517390 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-652470a4-7863-4c62-ab37-2ac0e3e299c2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'port': {'device_id': '459e75d4-67d0-437c-aad4-09523804e931', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'admin_state_up': True, 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'security_groups': ['04d7e61f-8f0a-4014-ba66-dd1ccf8b9204']}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:42.639309 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-652470a4-7863-4c62-ab37-2ac0e3e299c2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Made reservation on behalf of 87d5229e39fe4817b5187068d8acecc7 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:11:42.643707 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-652470a4-7863-4c62-ab37-2ac0e3e299c2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:42.772001 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4235-c3be-439d-8e87-f74ccb778c77 req-824d8a22-fd53-4d80-9f49-983d3276e07b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:42.773459 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bdec4235-c3be-439d-8e87-f74ccb778c77 req-824d8a22-fd53-4d80-9f49-983d3276e07b tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0664907 Sep 24 05:11:42.845154 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-652470a4-7863-4c62-ab37-2ac0e3e299c2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Allocated IP 172.20.0.13 (17f0f6dc-1b39-4c78-b39c-2031585b359a/8f69c44e-b4a0-4787-8e79-5aa8095e4aa1/ef9198dd-ee25-440b-bf14-75c1f892d961) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:11:42.857544 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bdec4235-c3be-439d-8e87-f74ccb778c77 req-5f31dcdf-b737-421c-8a2b-0a4c7c002d55 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664926 Sep 24 05:11:43.004414 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-652470a4-7863-4c62-ab37-2ac0e3e299c2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for port (ef9198dd-ee25-440b-bf14-75c1f892d961), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:43.036544 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-652470a4-7863-4c62-ab37-2ac0e3e299c2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (ef9198dd-ee25-440b-bf14-75c1f892d961), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:43.088426 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-652470a4-7863-4c62-ab37-2ac0e3e299c2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Network 17f0f6dc-1b39-4c78-b39c-2031585b359a is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:11:43.091921 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-652470a4-7863-4c62-ab37-2ac0e3e299c2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:11:43.095977 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-652470a4-7863-4c62-ab37-2ac0e3e299c2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:11:43.104503 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:43.170805 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652470a4-7863-4c62-ab37-2ac0e3e299c2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event updated for resources: {'Port': ['ID=ef9198dd-ee25-440b-bf14-75c1f892d961,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:43.212436 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b387e3-ebea-450d-813c-c01a55e3f47b req-f4a0f5c4-9b10-4672-9ccd-5bef3fc23621 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:43.214033 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-19b387e3-ebea-450d-813c-c01a55e3f47b req-f4a0f5c4-9b10-4672-9ccd-5bef3fc23621 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 932 time: 0.1138058 Sep 24 05:11:43.219186 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-652470a4-7863-4c62-ab37-2ac0e3e299c2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:43.219813 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-652470a4-7863-4c62-ab37-2ac0e3e299c2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:43.258876 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-652470a4-7863-4c62-ab37-2ac0e3e299c2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7454219 Sep 24 05:11:43.282474 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Request body: {'port': {'device_id': '459e75d4-67d0-437c-aad4-09523804e931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:11:43.292836 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-19b387e3-ebea-450d-813c-c01a55e3f47b req-d38af166-1565-4253-9b30-cd34027bc7ff tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679679 Sep 24 05:11:43.313245 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:43.354816 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (ef9198dd-ee25-440b-bf14-75c1f892d961), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:43.370516 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d94f9271-0057-466d-a525-980aba1970ad None None] Provisioning complete for port ef9198dd-ee25-440b-bf14-75c1f892d961 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:11:43.371473 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d94f9271-0057-466d-a525-980aba1970ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (ef9198dd-ee25-440b-bf14-75c1f892d961), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:43.371984 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d94f9271-0057-466d-a525-980aba1970ad None None] Attempt 1 to provision port ef9198dd-ee25-440b-bf14-75c1f892d961 Sep 24 05:11:43.407496 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d94f9271-0057-466d-a525-980aba1970ad None None] Port ef9198dd-ee25-440b-bf14-75c1f892d961 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:11:43.621377 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9198dd-ee25-440b-bf14-75c1f892d961 {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:11:43.628961 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Publish callbacks [] for port (ef9198dd-ee25-440b-bf14-75c1f892d961), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:43.643407 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Transition to ACTIVE for port object ef9198dd-ee25-440b-bf14-75c1f892d961 will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:11:43.648598 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (ef9198dd-ee25-440b-bf14-75c1f892d961), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:43.730884 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9198dd-ee25-440b-bf14-75c1f892d961,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:43.759521 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Attempting to bind port ef9198dd-ee25-440b-bf14-75c1f892d961 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:11:43.759859 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Attempting to bind port ef9198dd-ee25-440b-bf14-75c1f892d961 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:11:43.760192 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Attempting to bind port ef9198dd-ee25-440b-bf14-75c1f892d961 on network 17f0f6dc-1b39-4c78-b39c-2031585b359a {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:11:43.806402 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Port ef9198dd-ee25-440b-bf14-75c1f892d961 on network 17f0f6dc-1b39-4c78-b39c-2031585b359a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:11:43.806764 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Attempting to bind port ef9198dd-ee25-440b-bf14-75c1f892d961 on network 17f0f6dc-1b39-4c78-b39c-2031585b359a {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:11:43.856086 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:11:43.856430 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Checking segment: {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:11:43.856815 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Bound using segment: {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:11:43.857255 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Bound port: ef9198dd-ee25-440b-bf14-75c1f892d961, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a613e56b-aebd-4887-8ffc-690cc89d3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:11:43.857613 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (ef9198dd-ee25-440b-bf14-75c1f892d961), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:43.909250 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d94f9271-0057-466d-a525-980aba1970ad None None] Attempt 2 to provision port ef9198dd-ee25-440b-bf14-75c1f892d961 Sep 24 05:11:43.940922 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad59ba-13b6-4063-9f1b-866f266829e8 req-94127d9d-7641-418c-80dd-4677ed24df1a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:43.942430 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f4ad59ba-13b6-4063-9f1b-866f266829e8 req-94127d9d-7641-418c-80dd-4677ed24df1a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0748765 Sep 24 05:11:43.951814 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d94f9271-0057-466d-a525-980aba1970ad None None] Port ef9198dd-ee25-440b-bf14-75c1f892d961 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:11:43.954631 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:44.203218 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] For port ef9198dd-ee25-440b-bf14-75c1f892d961, host hv-cinder-85918, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:11:44.221481 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] For port ef9198dd-ee25-440b-bf14-75c1f892d961, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=ef9198dd-ee25-440b-bf14-75c1f892d961,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:11:44.238783 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (ef9198dd-ee25-440b-bf14-75c1f892d961), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:44.248573 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:44.249180 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:44.250541 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/ef9198dd-ee25-440b-bf14-75c1f892d961 HTTP/1.1" status: 200 len: 1094 time: 0.9722302 Sep 24 05:11:44.257890 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459e75d4-67d0-437c-aad4-09523804e931', 'tag': 'ef9198dd-ee25-440b-bf14-75c1f892d961'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:11:44.260110 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd01aae-998d-471f-be58-c42ac5ac6dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "459e75d4-67d0-437c-aad4-09523804e931", "tag": "ef9198dd-ee25-440b-bf14-75c1f892d961"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:11:44.285173 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f4ad59ba-13b6-4063-9f1b-866f266829e8 req-f035e79e-d4eb-4382-98c3-b8560be6eab6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333125 Sep 24 05:11:44.364981 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2304a723-6bd7-45ed-ade2-14008135a280 req-04b2429e-720d-4de3-9f2c-f1330107071f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1749179 Sep 24 05:11:44.369521 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:44.372599 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70466fae-dddd-44cd-ad1f-444ce9a28fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9198dd-ee25-440b-bf14-75c1f892d961,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:44.376082 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-4763adf9-e693-43c4-af53-f2fc99a3ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:44.377556 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-4763adf9-e693-43c4-af53-f2fc99a3ca4c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=87d5229e39fe4817b5187068d8acecc7&device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 1128 time: 0.0728602 Sep 24 05:11:44.392156 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4edf62-20fb-4c92-b6be-d85c6edc2834 x-openstack-request-id: req-cb4edf62-20fb-4c92-b6be-d85c6edc2834 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:11:44.392461 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459e75d4-67d0-437c-aad4-09523804e931", "tag": "ef9198dd-ee25-440b-bf14-75c1f892d961", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:11:44.392807 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb4edf62-20fb-4c92-b6be-d85c6edc2834 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:11:44.393116 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb4edf62-20fb-4c92-b6be-d85c6edc2834'] response: {'name': 'network-changed', 'server_uuid': '459e75d4-67d0-437c-aad4-09523804e931', 'tag': 'ef9198dd-ee25-440b-bf14-75c1f892d961', 'status': 'completed', 'code': 200} Sep 24 05:11:44.452386 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-90ab949a-ea5a-481b-a2b9-f0eff76bc77c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef9198dd-ee25-440b-bf14-75c1f892d961 HTTP/1.1" status: 200 len: 217 time: 0.0421832 Sep 24 05:11:44.452972 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d94f9271-0057-466d-a525-980aba1970ad None None] Attempt 3 to provision port ef9198dd-ee25-440b-bf14-75c1f892d961 Sep 24 05:11:44.463049 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e9c86-48e1-4f28-a04e-f2172ba0b1fc req-e0df794a-c339-4159-a88b-7e792f523018 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:44.464824 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1e6e9c86-48e1-4f28-a04e-f2172ba0b1fc req-e0df794a-c339-4159-a88b-7e792f523018 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 944 time: 0.0846889 Sep 24 05:11:44.493186 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d94f9271-0057-466d-a525-980aba1970ad None None] Port ef9198dd-ee25-440b-bf14-75c1f892d961 had new provisioning blocks added so it will not transition to active. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 05:11:44.570188 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-2105036f-55a6-4fe2-a63c-4daacd304b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:44.571648 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-2105036f-55a6-4fe2-a63c-4daacd304b8e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8f69c44e-b4a0-4787-8e79-5aa8095e4aa1 HTTP/1.1" status: 200 len: 854 time: 0.1059508 Sep 24 05:11:44.579873 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304a723-6bd7-45ed-ade2-14008135a280 req-11889944-bf74-4f48-b022-2c6dcbfc0ad4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:44.581119 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2304a723-6bd7-45ed-ade2-14008135a280 req-11889944-bf74-4f48-b022-2c6dcbfc0ad4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports/e1514bf0-06bf-454f-bb1a-b1c69713927f HTTP/1.1" status: 200 len: 940 time: 0.1700144 Sep 24 05:11:44.602583 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1e6e9c86-48e1-4f28-a04e-f2172ba0b1fc req-c409260a-3a40-4886-bd6d-e429e2f46a7f tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285312 Sep 24 05:11:44.632063 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-5dcdad6a-36f5-4cb5-9979-fca94fa40331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:44.633563 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-5dcdad6a-36f5-4cb5-9979-fca94fa40331 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=17f0f6dc-1b39-4c78-b39c-2031585b359a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478022 Sep 24 05:11:44.733657 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-8ef66c7d-28f2-4156-8f00-31dcab61c007 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933816 Sep 24 05:11:44.832926 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e7e30c0-b81b-41e6-9bab-0952ef74f00a req-3ee04c4a-0307-4fa2-822d-042b9821a620 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932176 Sep 24 05:11:45.415847 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971909b0-a239-4afd-8100-22ca432721e1 req-9a278146-5cab-4f8f-979e-8ac79739c868 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:45.417278 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-971909b0-a239-4afd-8100-22ca432721e1 req-9a278146-5cab-4f8f-979e-8ac79739c868 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0454638 Sep 24 05:11:45.464901 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-971909b0-a239-4afd-8100-22ca432721e1 req-7d378d76-697e-407e-bcbf-95382d67a440 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422440 Sep 24 05:11:45.723903 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fe562-2012-4cd8-8fd2-e0429a0f493d req-66de4e00-081b-435b-84fe-ec2f08eba124 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:45.725373 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-218fe562-2012-4cd8-8fd2-e0429a0f493d req-66de4e00-081b-435b-84fe-ec2f08eba124 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 944 time: 0.0454783 Sep 24 05:11:45.771302 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-218fe562-2012-4cd8-8fd2-e0429a0f493d req-ef530111-0f5e-4efc-b997-193320d28ad0 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405054 Sep 24 05:11:46.182588 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:11:46.594373 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd34e2-55a4-4f6f-a082-54bdd3ecbbd9 req-54989fbf-b4f3-4ad5-8997-54292090ef18 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:46.595814 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-81bd34e2-55a4-4f6f-a082-54bdd3ecbbd9 req-54989fbf-b4f3-4ad5-8997-54292090ef18 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0497248 Sep 24 05:11:46.642410 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-81bd34e2-55a4-4f6f-a082-54bdd3ecbbd9 req-a1ed3da2-a91c-41a7-9e0d-9aa5342fa442 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405092 Sep 24 05:11:46.891232 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2156d3f-a894-4e88-acb7-16ae929127bf req-c21c0bcf-c4f2-446a-ae49-789142d7bf8e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:46.892692 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2156d3f-a894-4e88-acb7-16ae929127bf req-c21c0bcf-c4f2-446a-ae49-789142d7bf8e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 944 time: 0.0465868 Sep 24 05:11:46.941573 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2156d3f-a894-4e88-acb7-16ae929127bf req-54f666a0-b2f0-4118-8f95-9279e9eb8226 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430532 Sep 24 05:11:47.523560 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:47.534653 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd01aae-998d-471f-be58-c42ac5ac6dc7 req-1e4ce61e-3416-484e-b02d-4c7f73f1fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:47.536212 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8dd01aae-998d-471f-be58-c42ac5ac6dc7 req-1e4ce61e-3416-484e-b02d-4c7f73f1fb8b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=87d5229e39fe4817b5187068d8acecc7&device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 1128 time: 0.0415092 Sep 24 05:11:47.639931 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd01aae-998d-471f-be58-c42ac5ac6dc7 req-f25e5091-3fd9-4530-8b6c-69d391898fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:47.641420 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8dd01aae-998d-471f-be58-c42ac5ac6dc7 req-f25e5091-3fd9-4530-8b6c-69d391898fa8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=17f0f6dc-1b39-4c78-b39c-2031585b359a HTTP/1.1" status: 200 len: 916 time: 0.0938661 Sep 24 05:11:47.682348 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8dd01aae-998d-471f-be58-c42ac5ac6dc7 req-682a598f-7f84-427a-9b60-a6d03d3db2e4 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef9198dd-ee25-440b-bf14-75c1f892d961 HTTP/1.1" status: 200 len: 217 time: 0.0333183 Sep 24 05:11:47.763029 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd01aae-998d-471f-be58-c42ac5ac6dc7 req-79c952cc-9ed4-4f63-bc8c-42903f835acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:47.764526 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8dd01aae-998d-471f-be58-c42ac5ac6dc7 req-79c952cc-9ed4-4f63-bc8c-42903f835acf service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8f69c44e-b4a0-4787-8e79-5aa8095e4aa1 HTTP/1.1" status: 200 len: 854 time: 0.0755553 Sep 24 05:11:47.783540 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50ef89-9bcb-4295-82ed-5887d3312662 req-5291f542-7ff1-451b-8fac-3aaa09f04b72 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:47.785211 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ba50ef89-9bcb-4295-82ed-5887d3312662 req-5291f542-7ff1-451b-8fac-3aaa09f04b72 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0603464 Sep 24 05:11:47.835409 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:47.842704 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd01aae-998d-471f-be58-c42ac5ac6dc7 req-0d1a138d-d0e7-48df-abe6-64ebba1cac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:47.844215 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8dd01aae-998d-471f-be58-c42ac5ac6dc7 req-0d1a138d-d0e7-48df-abe6-64ebba1cac0b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=17f0f6dc-1b39-4c78-b39c-2031585b359a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569704 Sep 24 05:11:47.913374 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ba50ef89-9bcb-4295-82ed-5887d3312662 req-ed423c23-a9f0-458a-a460-18ad9faf0d28 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185009 Sep 24 05:11:47.952520 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8dd01aae-998d-471f-be58-c42ac5ac6dc7 req-4e954bb0-80d6-4a93-a9e0-797627679c4f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008782 Sep 24 05:11:48.018838 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device ef9198dd-ee25-440b-bf14-75c1f892d961 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:11:48.059696 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2319970-4701-4745-b1e0-2ec01a8405b5 req-45cfa3fa-574e-448b-971e-89687732e7fc tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:48.061052 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e2319970-4701-4745-b1e0-2ec01a8405b5 req-45cfa3fa-574e-448b-971e-89687732e7fc tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 944 time: 0.0458341 Sep 24 05:11:48.086717 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:48.108382 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e2319970-4701-4745-b1e0-2ec01a8405b5 req-342cbc25-b13f-4e6f-8870-022ba0c55d08 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418105 Sep 24 05:11:48.109193 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:48.123514 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port ef9198dd-ee25-440b-bf14-75c1f892d961, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=ef9198dd-ee25-440b-bf14-75c1f892d961,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:48.134497 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': 'ef9198dd-ee25-440b-bf14-75c1f892d961', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'port_id': 'ef9198dd-ee25-440b-bf14-75c1f892d961', 'mac_address': 'fa:16:3e:85:af:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:11:48.178984 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port ef9198dd-ee25-440b-bf14-75c1f892d961 is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:11:48.179379 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (ef9198dd-ee25-440b-bf14-75c1f892d961), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:48.193566 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9198dd-ee25-440b-bf14-75c1f892d961 {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:11:48.219632 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port ef9198dd-ee25-440b-bf14-75c1f892d961, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=ef9198dd-ee25-440b-bf14-75c1f892d961,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:48.224622 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (ef9198dd-ee25-440b-bf14-75c1f892d961), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:48.264281 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304a723-6bd7-45ed-ade2-14008135a280 req-011a1c98-914d-4d67-8bdb-af5615cc2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:48.265759 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2304a723-6bd7-45ed-ade2-14008135a280 req-011a1c98-914d-4d67-8bdb-af5615cc2ae8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c&tenant_id=c1aaf20f480a423ea5feca81585aeeed HTTP/1.1" status: 200 len: 1127 time: 0.1100686 Sep 24 05:11:48.272408 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=ef9198dd-ee25-440b-bf14-75c1f892d961,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:48.305862 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8dd01aae-998d-471f-be58-c42ac5ac6dc7 req-f45a1778-928f-421a-9ec3-e25502a94f47 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722693 Sep 24 05:11:48.332298 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304a723-6bd7-45ed-ade2-14008135a280 req-e048e6d6-5d89-493e-bd75-222c752b421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:48.333693 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2304a723-6bd7-45ed-ade2-14008135a280 req-e048e6d6-5d89-493e-bd75-222c752b421b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c1aaf20f480a423ea5feca81585aeeed&device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 1127 time: 0.0402746 Sep 24 05:11:48.429083 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304a723-6bd7-45ed-ade2-14008135a280 req-58cc3373-d981-4abc-b7a9-b0a4c69ba8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:48.430540 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2304a723-6bd7-45ed-ade2-14008135a280 req-58cc3373-d981-4abc-b7a9-b0a4c69ba8e9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c071aac1-7a40-472d-a3df-a9b342b44447 HTTP/1.1" status: 200 len: 918 time: 0.0875001 Sep 24 05:11:48.498004 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2304a723-6bd7-45ed-ade2-14008135a280 req-3e9a8423-c96a-4636-aa51-a1e84d6e3fab service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f HTTP/1.1" status: 200 len: 999 time: 0.0550003 Sep 24 05:11:48.547499 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304a723-6bd7-45ed-ade2-14008135a280 req-891ab969-fd14-4662-8cb4-6a47b2aca024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:48.548975 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2304a723-6bd7-45ed-ade2-14008135a280 req-891ab969-fd14-4662-8cb4-6a47b2aca024 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=521b0c5c-068d-4d85-8ac0-e80107b00a80 HTTP/1.1" status: 200 len: 856 time: 0.0450332 Sep 24 05:11:48.595985 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304a723-6bd7-45ed-ade2-14008135a280 req-23b4aa7b-fb62-4dd0-a415-009ba7322434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:48.597355 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2304a723-6bd7-45ed-ade2-14008135a280 req-23b4aa7b-fb62-4dd0-a415-009ba7322434 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c071aac1-7a40-472d-a3df-a9b342b44447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417881 Sep 24 05:11:48.666541 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['ef9198dd-ee25-440b-bf14-75c1f892d961'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:11:48.681304 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:48.691862 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2304a723-6bd7-45ed-ade2-14008135a280 req-d75ff3ae-0160-450c-a84a-9108b883e45d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857792 Sep 24 05:11:48.787257 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2304a723-6bd7-45ed-ade2-14008135a280 req-42599dc4-b86c-4734-869d-0271316d8a2b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877092 Sep 24 05:11:49.038896 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda4466-d1c9-4564-925a-5d4d7681f662 req-76deb6b7-1b43-4c6a-8753-6a7b05cf8adf tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:49.040359 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6eda4466-d1c9-4564-925a-5d4d7681f662 req-76deb6b7-1b43-4c6a-8753-6a7b05cf8adf tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0473845 Sep 24 05:11:49.089369 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6eda4466-d1c9-4564-925a-5d4d7681f662 req-3bcb913f-9b71-431f-8f01-1b59965983ea tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433216 Sep 24 05:11:49.274412 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3ab31-acda-4e94-befe-5e896888e314 req-eeed8c6a-44c9-4c48-b982-1b4f77a4fc11 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:49.277243 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4df3ab31-acda-4e94-befe-5e896888e314 req-eeed8c6a-44c9-4c48-b982-1b4f77a4fc11 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 945 time: 0.0854321 Sep 24 05:11:49.337901 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4df3ab31-acda-4e94-befe-5e896888e314 req-333eb42d-bac3-4aa1-b208-dffa486534bc tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547719 Sep 24 05:11:49.603467 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:50.025632 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device ef9198dd-ee25-440b-bf14-75c1f892d961 up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:11:50.031996 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=24,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:50.032879 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:50.070791 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port ef9198dd-ee25-440b-bf14-75c1f892d961 completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:11:50.078939 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port ef9198dd-ee25-440b-bf14-75c1f892d961 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:11:50.079470 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (ef9198dd-ee25-440b-bf14-75c1f892d961), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:50.079692 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port ef9198dd-ee25-440b-bf14-75c1f892d961 Sep 24 05:11:50.162391 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port ef9198dd-ee25-440b-bf14-75c1f892d961 is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:11:50.162820 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (ef9198dd-ee25-440b-bf14-75c1f892d961), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:50.194411 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459e75d4-67d0-437c-aad4-09523804e931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9198dd-ee25-440b-bf14-75c1f892d961'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:11:50.194411 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0e282b-d730-49ba-b94f-35748a474024" -d '{"events": [{"server_uuid": "459e75d4-67d0-437c-aad4-09523804e931", "name": "network-vif-plugged", "status": "completed", "tag": "ef9198dd-ee25-440b-bf14-75c1f892d961"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:11:50.211416 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port ef9198dd-ee25-440b-bf14-75c1f892d961, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=ef9198dd-ee25-440b-bf14-75c1f892d961,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:11:50.214676 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:50.219684 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (ef9198dd-ee25-440b-bf14-75c1f892d961), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:11:50.245007 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcdc52-4279-409f-8509-d55c7894c75d req-673c0ff1-f293-4573-98e4-58aa3e47a893 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:50.246745 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-75fcdc52-4279-409f-8509-d55c7894c75d req-673c0ff1-f293-4573-98e4-58aa3e47a893 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0674679 Sep 24 05:11:50.270130 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd7a9a4-ab04-4a39-80d0-20c7a56696f4 x-openstack-request-id: req-6bd7a9a4-ab04-4a39-80d0-20c7a56696f4 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:11:50.270786 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459e75d4-67d0-437c-aad4-09523804e931", "name": "network-vif-plugged", "status": "completed", "tag": "ef9198dd-ee25-440b-bf14-75c1f892d961", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:11:50.271274 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6bd7a9a4-ab04-4a39-80d0-20c7a56696f4 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:11:50.271930 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd7a9a4-ab04-4a39-80d0-20c7a56696f4'] response: {'server_uuid': '459e75d4-67d0-437c-aad4-09523804e931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9198dd-ee25-440b-bf14-75c1f892d961', 'code': 200} Sep 24 05:11:50.300532 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=ef9198dd-ee25-440b-bf14-75c1f892d961,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:11:50.309282 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-75fcdc52-4279-409f-8509-d55c7894c75d req-0d24a014-b02e-4f3b-934d-1f41a1bbe353 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522280 Sep 24 05:11:50.472142 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af85e64-388b-4ef2-bf66-0bf73ed9cdba req-8d0d2fd7-c97e-4463-a380-aea9b79d04b0 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:50.473624 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4af85e64-388b-4ef2-bf66-0bf73ed9cdba req-8d0d2fd7-c97e-4463-a380-aea9b79d04b0 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0497072 Sep 24 05:11:50.523527 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4af85e64-388b-4ef2-bf66-0bf73ed9cdba req-2c4376c0-92bf-41a7-a202-02fb674f0b28 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438840 Sep 24 05:11:51.450915 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8557a4d-5501-4f9d-8dc0-2ccdf6561ef8 req-41daff5b-8172-470a-afbc-28bda61f6fc1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:51.452343 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f8557a4d-5501-4f9d-8dc0-2ccdf6561ef8 req-41daff5b-8172-470a-afbc-28bda61f6fc1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0462060 Sep 24 05:11:51.499766 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f8557a4d-5501-4f9d-8dc0-2ccdf6561ef8 req-dadbe922-7ddf-410a-ae90-1d35288e22ef tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411799 Sep 24 05:11:51.672986 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64e504-517f-4333-a82c-013297b9023b req-f3d35141-a977-4581-afaf-c69f41fd3705 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:51.674832 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4b64e504-517f-4333-a82c-013297b9023b req-f3d35141-a977-4581-afaf-c69f41fd3705 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0641849 Sep 24 05:11:51.722268 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4b64e504-517f-4333-a82c-013297b9023b req-b080a30c-54bc-4e9b-8a47-d70990d1592e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413659 Sep 24 05:11:52.633751 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee64a4-9611-4e6b-b67e-2e10673b3a5a req-dee10011-ee83-4a62-b1bb-5278b7a456b4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:52.635219 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dfee64a4-9611-4e6b-b67e-2e10673b3a5a req-dee10011-ee83-4a62-b1bb-5278b7a456b4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0485871 Sep 24 05:11:52.693004 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dfee64a4-9611-4e6b-b67e-2e10673b3a5a req-9f94064e-696d-46c3-84dd-40d11dc646db tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520515 Sep 24 05:11:52.846779 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0e489-5fe4-43c1-8bae-8df937964a71 req-bd07e4c5-2637-4fc8-a281-c8fb654457a6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:52.848117 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cec0e489-5fe4-43c1-8bae-8df937964a71 req-bd07e4c5-2637-4fc8-a281-c8fb654457a6 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0465086 Sep 24 05:11:52.893668 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cec0e489-5fe4-43c1-8bae-8df937964a71 req-b92be486-fcd8-4a65-a0cd-54e89805538e tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399625 Sep 24 05:11:53.822643 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b313f-6f86-4c0b-8c3f-cb613353917e req-f409ae2d-f992-4ebd-a721-b13c4dde773e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:53.824071 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b23b313f-6f86-4c0b-8c3f-cb613353917e req-f409ae2d-f992-4ebd-a721-b13c4dde773e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0471773 Sep 24 05:11:53.874566 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b23b313f-6f86-4c0b-8c3f-cb613353917e req-7684cdfd-0719-4d3f-97fe-7dea99be8cb3 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448861 Sep 24 05:11:54.032609 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc634e4-3a60-4939-b12d-b54e719016b2 req-f8c3cdfb-7bbd-4fdc-b69c-4bec3d40b232 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:54.034488 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6dc634e4-3a60-4939-b12d-b54e719016b2 req-f8c3cdfb-7bbd-4fdc-b69c-4bec3d40b232 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0515938 Sep 24 05:11:54.071857 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:54.084998 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6dc634e4-3a60-4939-b12d-b54e719016b2 req-ad37e3b7-6422-4e7a-a75e-e9cc00f6c40a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429854 Sep 24 05:11:55.011819 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae4270-e091-4311-84d3-d3a595af82e7 req-72ab790f-7578-4bab-b1a5-6b2434a2be3a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:55.013321 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-21ae4270-e091-4311-84d3-d3a595af82e7 req-72ab790f-7578-4bab-b1a5-6b2434a2be3a tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0510750 Sep 24 05:11:55.062844 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-21ae4270-e091-4311-84d3-d3a595af82e7 req-90473a71-ed86-4ae4-b02d-e11d11b19b13 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438631 Sep 24 05:11:55.205078 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf066e2-2377-459d-acc0-5217de4199cc req-6214dc47-6331-4495-9ec4-36129fa367d7 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:55.206472 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cf066e2-2377-459d-acc0-5217de4199cc req-6214dc47-6331-4495-9ec4-36129fa367d7 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0494657 Sep 24 05:11:55.254007 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cf066e2-2377-459d-acc0-5217de4199cc req-dbf962d6-b1e1-420f-9a6f-d87f5e3edc61 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415595 Sep 24 05:11:56.145937 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:56.178845 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:56.186418 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528413eb-e660-4d91-b1ea-a2827483cc66 req-efb63e53-977e-4256-9cd0-9a8949ae017e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:56.187858 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-528413eb-e660-4d91-b1ea-a2827483cc66 req-efb63e53-977e-4256-9cd0-9a8949ae017e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0459077 Sep 24 05:11:56.244733 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-528413eb-e660-4d91-b1ea-a2827483cc66 req-fd660257-547d-408c-ae14-8db10b51b254 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513024 Sep 24 05:11:56.380368 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf81a2b-d33c-4735-a7bd-79666ec22e68 req-fa7a0612-f8e1-4d12-b518-91103ccb77aa tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:56.381752 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cf81a2b-d33c-4735-a7bd-79666ec22e68 req-fa7a0612-f8e1-4d12-b518-91103ccb77aa tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0507939 Sep 24 05:11:56.393083 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:11:56.431726 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cf81a2b-d33c-4735-a7bd-79666ec22e68 req-e6dbc6a0-d966-4ea1-b7c2-f812961626fe tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440726 Sep 24 05:11:57.388497 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44240162-c518-49ff-b4ec-092d326ddfb5 req-51c74d4b-ca24-4073-86b3-db961bf3ddc1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:57.390423 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44240162-c518-49ff-b4ec-092d326ddfb5 req-51c74d4b-ca24-4073-86b3-db961bf3ddc1 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0602994 Sep 24 05:11:57.439504 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44240162-c518-49ff-b4ec-092d326ddfb5 req-2266ecd0-4fde-469a-a798-d5b10e7d1163 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436060 Sep 24 05:11:57.572547 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0dcfa-762d-4357-b75e-d264121a1adf req-1e8376ea-2cb4-4874-a19a-5b69970eb4db tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:57.573936 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-63e0dcfa-762d-4357-b75e-d264121a1adf req-1e8376ea-2cb4-4874-a19a-5b69970eb4db tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0679216 Sep 24 05:11:57.630096 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-63e0dcfa-762d-4357-b75e-d264121a1adf req-8252b5e7-9a07-407d-8d4c-968712fc50c2 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504901 Sep 24 05:11:58.574033 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d58a8d-0a0a-451a-bb42-72b5755f4690 req-568768b9-7dc1-4c97-8e1f-3033d4ee36bb tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:58.581343 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05d58a8d-0a0a-451a-bb42-72b5755f4690 req-568768b9-7dc1-4c97-8e1f-3033d4ee36bb tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0553439 Sep 24 05:11:58.632137 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05d58a8d-0a0a-451a-bb42-72b5755f4690 req-08dd8a7e-a355-4e4b-b23a-fbb4fa7e1be6 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498133 Sep 24 05:11:58.759091 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1523f-4fff-4079-be8f-ad07162407e6 req-f0aeebc6-fe4f-4ba2-a889-56d99d7c4a3a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:58.760536 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5fd1523f-4fff-4079-be8f-ad07162407e6 req-f0aeebc6-fe4f-4ba2-a889-56d99d7c4a3a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0472596 Sep 24 05:11:58.819726 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5fd1523f-4fff-4079-be8f-ad07162407e6 req-d5a8b06f-00a8-4964-a40f-2a3ba016a01a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525801 Sep 24 05:11:59.765104 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece780b0-a430-42bb-9648-612a4a8b2966 req-12774862-677b-43fa-9c74-fcdd37770731 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:59.766652 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ece780b0-a430-42bb-9648-612a4a8b2966 req-12774862-677b-43fa-9c74-fcdd37770731 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0505095 Sep 24 05:11:59.812014 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ece780b0-a430-42bb-9648-612a4a8b2966 req-7c2e27fd-8053-4ae5-82df-7a761ffdcab8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396583 Sep 24 05:11:59.945344 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12689dd-d492-41f5-a2ff-4cbe3abbd18a req-4b319130-3fb4-4610-8d86-556f7570241a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:11:59.946735 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b12689dd-d492-41f5-a2ff-4cbe3abbd18a req-4b319130-3fb4-4610-8d86-556f7570241a tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0490937 Sep 24 05:11:59.993781 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b12689dd-d492-41f5-a2ff-4cbe3abbd18a req-baf32935-2573-40e5-8e0a-af3e0bfb0a38 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415103 Sep 24 05:12:00.292521 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=67,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:00.297680 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:00.950235 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae121ee-bcfe-4f4e-8f33-bc628064bc2c req-4cc02669-cc3e-4dd8-846a-e357d96b4333 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:00.951636 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fae121ee-bcfe-4f4e-8f33-bc628064bc2c req-4cc02669-cc3e-4dd8-846a-e357d96b4333 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0455215 Sep 24 05:12:00.993081 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:01.012285 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fae121ee-bcfe-4f4e-8f33-bc628064bc2c req-e36cc366-cf0e-4d5e-92b1-d478a48e8d77 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544512 Sep 24 05:12:01.117979 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4b3d0-5123-4c9d-ae08-c27c90fb5128 req-3b8f8a0b-3619-4b43-9c70-6ead3f349321 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:01.119439 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-49c4b3d0-5123-4c9d-ae08-c27c90fb5128 req-3b8f8a0b-3619-4b43-9c70-6ead3f349321 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0480762 Sep 24 05:12:01.167435 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-49c4b3d0-5123-4c9d-ae08-c27c90fb5128 req-6a0a1813-e767-4357-8417-f5901813fa09 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424495 Sep 24 05:12:02.140266 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66460bea-0ef6-4105-8ec9-2c7bbdc9062b req-759083a6-b8d4-47d7-8b00-1a5863643962 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:02.141702 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-66460bea-0ef6-4105-8ec9-2c7bbdc9062b req-759083a6-b8d4-47d7-8b00-1a5863643962 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0463879 Sep 24 05:12:02.187618 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-66460bea-0ef6-4105-8ec9-2c7bbdc9062b req-23a77713-4c1f-44c3-b0c5-951017a1803c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398898 Sep 24 05:12:02.291687 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423c982-e0d2-4acd-8d91-869cf23a9e6e req-46fcb4f4-0c32-4e88-9784-32d47f8107ba tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:02.293132 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4423c982-e0d2-4acd-8d91-869cf23a9e6e req-46fcb4f4-0c32-4e88-9784-32d47f8107ba tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0496235 Sep 24 05:12:02.344231 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4423c982-e0d2-4acd-8d91-869cf23a9e6e req-57484117-6b8c-4c1b-8547-bef6dcad8ecb tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455232 Sep 24 05:12:02.691282 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c8f06839-b80c-4c09-8be1-ced4288a7e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:03.311171 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cea861-80ca-477b-b32f-cac2ed5091f9 req-1d6b2b5b-4ada-45de-a741-0e03e49eb100 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:03.312589 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-28cea861-80ca-477b-b32f-cac2ed5091f9 req-1d6b2b5b-4ada-45de-a741-0e03e49eb100 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0460482 Sep 24 05:12:03.336660 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:03.357938 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-28cea861-80ca-477b-b32f-cac2ed5091f9 req-37272040-f666-46ac-93b3-7f45e9441048 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399578 Sep 24 05:12:03.464368 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f677e-1e21-4e02-9590-1abbac0dbaa8 req-d0507d55-fc2d-4a68-b4e6-121a62dddd63 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:03.465825 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f05f677e-1e21-4e02-9590-1abbac0dbaa8 req-d0507d55-fc2d-4a68-b4e6-121a62dddd63 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0494335 Sep 24 05:12:03.511361 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f05f677e-1e21-4e02-9590-1abbac0dbaa8 req-459d2767-ca3a-4372-acb5-5c06a1598898 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398920 Sep 24 05:12:04.486188 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505557b1-dd2f-4e58-bb47-873746e55b87 req-019ae025-9f4b-4858-b5e2-24b7fbc2f2a4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:04.487618 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-505557b1-dd2f-4e58-bb47-873746e55b87 req-019ae025-9f4b-4858-b5e2-24b7fbc2f2a4 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0473957 Sep 24 05:12:04.533581 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-505557b1-dd2f-4e58-bb47-873746e55b87 req-c63899a9-c475-4185-b654-21ebbc8ce374 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402465 Sep 24 05:12:04.627684 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29896e1-d38d-4922-973f-709197335c81 req-843fb2d3-4f5b-43ce-a14d-0b518436eea7 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:04.629094 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c29896e1-d38d-4922-973f-709197335c81 req-843fb2d3-4f5b-43ce-a14d-0b518436eea7 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0446582 Sep 24 05:12:04.690555 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c29896e1-d38d-4922-973f-709197335c81 req-30ddc0fa-a29d-4b43-818d-fbef4a733b7b tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553198 Sep 24 05:12:05.138088 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2e30f714-c4c8-4f93-8a08-f87b5e65016a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:05.656282 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c958b-bfa7-4725-b719-37cde88b5489 req-94f2d68a-bdf8-4f52-b521-8f97b45be76c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:05.657759 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e72c958b-bfa7-4725-b719-37cde88b5489 req-94f2d68a-bdf8-4f52-b521-8f97b45be76c tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0460510 Sep 24 05:12:05.705681 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e72c958b-bfa7-4725-b719-37cde88b5489 req-d3d809e9-ec61-431e-a496-615649215a3e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420961 Sep 24 05:12:05.811346 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26317d38-fb88-47ee-a1c0-94a70a9ffb8e req-69ae7cc4-55a5-4277-871a-5fb54a384b04 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:05.812885 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-26317d38-fb88-47ee-a1c0-94a70a9ffb8e req-69ae7cc4-55a5-4277-871a-5fb54a384b04 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0460427 Sep 24 05:12:05.859871 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-26317d38-fb88-47ee-a1c0-94a70a9ffb8e req-4668ec21-4a8e-4324-860b-937c55f520cd tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413411 Sep 24 05:12:06.414864 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:06.832691 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473738b7-1733-42e5-ae3b-25cb027ed154 req-b1b3bb15-21c9-436c-a879-01f645eecda8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:06.834135 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-473738b7-1733-42e5-ae3b-25cb027ed154 req-b1b3bb15-21c9-436c-a879-01f645eecda8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0490456 Sep 24 05:12:06.880687 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-473738b7-1733-42e5-ae3b-25cb027ed154 req-081d5bd3-bb90-4aba-ad36-0ee1273ba8e8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409615 Sep 24 05:12:06.980584 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698eec0-1857-4559-a1de-d559c05e0d93 req-09cf737e-4790-41c1-ac34-e9a8b4c8beb4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:06.982336 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0698eec0-1857-4559-a1de-d559c05e0d93 req-09cf737e-4790-41c1-ac34-e9a8b4c8beb4 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0457232 Sep 24 05:12:07.015785 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:07.030093 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0698eec0-1857-4559-a1de-d559c05e0d93 req-ad048622-72f5-475c-be33-ded4754c535c tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419304 Sep 24 05:12:07.758995 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4816af7-be86-4ed3-b1ac-4cf1ca364e52 req-450260a8-d762-4ff3-af06-895a01ed73fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:07.760482 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b4816af7-be86-4ed3-b1ac-4cf1ca364e52 req-450260a8-d762-4ff3-af06-895a01ed73fb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c1aaf20f480a423ea5feca81585aeeed&device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 1127 time: 0.0513849 Sep 24 05:12:07.858184 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78d661-73f4-411a-bee1-1b7d5637e310 req-1f97e9db-e96d-4987-a757-a1bd38b8abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:07.858184 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ec78d661-73f4-411a-bee1-1b7d5637e310 req-1f97e9db-e96d-4987-a757-a1bd38b8abfc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 1130 time: 0.0897985 Sep 24 05:12:07.947433 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4816af7-be86-4ed3-b1ac-4cf1ca364e52 req-384955be-71ea-431a-b1a5-45a49610da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:07.948896 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b4816af7-be86-4ed3-b1ac-4cf1ca364e52 req-384955be-71ea-431a-b1a5-45a49610da5b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c071aac1-7a40-472d-a3df-a9b342b44447 HTTP/1.1" status: 200 len: 918 time: 0.1501806 Sep 24 05:12:07.952126 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ec78d661-73f4-411a-bee1-1b7d5637e310 req-5520ea4c-41cf-4d42-b414-f71565ad47d0 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877197 Sep 24 05:12:08.008958 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f6bbf-4358-4dbe-a3de-09a239e8db79 req-0991c622-3ca9-4bb5-bbd7-78cb8c5475a8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:08.010429 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-834f6bbf-4358-4dbe-a3de-09a239e8db79 req-0991c622-3ca9-4bb5-bbd7-78cb8c5475a8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 943 time: 0.0454006 Sep 24 05:12:08.030476 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:08.057611 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-834f6bbf-4358-4dbe-a3de-09a239e8db79 req-0f4d44e9-f96d-404f-ae62-2e1196fb9f01 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416036 Sep 24 05:12:08.063883 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:08.123891 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:08.148364 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device e1514bf0-06bf-454f-bb1a-b1c69713927f details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:12:08.159455 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adc8ac-33f4-4bbe-8d88-96743a0ba132 req-be66ad4a-09b6-4c53-9f89-16796b0ddaba tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:08.160833 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-09adc8ac-33f4-4bbe-8d88-96743a0ba132 req-be66ad4a-09b6-4c53-9f89-16796b0ddaba tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0465322 Sep 24 05:12:08.208535 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-09adc8ac-33f4-4bbe-8d88-96743a0ba132 req-03638da2-a76f-4f0b-b6f6-fb57bfd3c300 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401962 Sep 24 05:12:08.252852 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port e1514bf0-06bf-454f-bb1a-b1c69713927f, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:12:08.264282 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': 'e1514bf0-06bf-454f-bb1a-b1c69713927f', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'port_id': 'e1514bf0-06bf-454f-bb1a-b1c69713927f', 'mac_address': 'fa:16:3e:67:39:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:12:08.299265 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port e1514bf0-06bf-454f-bb1a-b1c69713927f is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:12:08.299660 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:08.317063 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1514bf0-06bf-454f-bb1a-b1c69713927f {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:12:08.337684 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port e1514bf0-06bf-454f-bb1a-b1c69713927f, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:12:08.343217 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:08.349389 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b4816af7-be86-4ed3-b1ac-4cf1ca364e52 req-750a48a3-f6c8-41d7-b201-59a979972f8b service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f HTTP/1.1" status: 200 len: 999 time: 0.0651431 Sep 24 05:12:08.390514 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=e1514bf0-06bf-454f-bb1a-b1c69713927f,revision_number=9']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:08.398168 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4816af7-be86-4ed3-b1ac-4cf1ca364e52 req-cfd1a510-2977-48da-abf8-1ffe96a83098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:08.399638 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b4816af7-be86-4ed3-b1ac-4cf1ca364e52 req-cfd1a510-2977-48da-abf8-1ffe96a83098 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=521b0c5c-068d-4d85-8ac0-e80107b00a80 HTTP/1.1" status: 200 len: 856 time: 0.0443621 Sep 24 05:12:08.447317 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4816af7-be86-4ed3-b1ac-4cf1ca364e52 req-5604a8db-bd96-4cfd-acce-ec5429a333b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:08.448906 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b4816af7-be86-4ed3-b1ac-4cf1ca364e52 req-5604a8db-bd96-4cfd-acce-ec5429a333b2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c071aac1-7a40-472d-a3df-a9b342b44447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423858 Sep 24 05:12:08.542619 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b4816af7-be86-4ed3-b1ac-4cf1ca364e52 req-744dd5cc-dac2-45e8-9d45-138a04e32b6c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872185 Sep 24 05:12:08.751360 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['e1514bf0-06bf-454f-bb1a-b1c69713927f'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:12:09.182118 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d46b72-0a78-4b93-8aae-d3722e4f742f req-a130d3a7-9617-405d-9144-a7c58983fe81 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:09.183567 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a6d46b72-0a78-4b93-8aae-d3722e4f742f req-a130d3a7-9617-405d-9144-a7c58983fe81 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 944 time: 0.0456858 Sep 24 05:12:09.498483 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a6d46b72-0a78-4b93-8aae-d3722e4f742f req-f71a10d1-3cda-4cfe-b8a4-893ecc94b4dd tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094904 Sep 24 05:12:09.549053 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0611f3d-169e-4a9d-8f04-3e7961cfa5f9 req-654ee7d0-2642-4531-b7eb-4a941df3bd53 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:09.550510 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c0611f3d-169e-4a9d-8f04-3e7961cfa5f9 req-654ee7d0-2642-4531-b7eb-4a941df3bd53 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0661187 Sep 24 05:12:09.577741 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b4816af7-be86-4ed3-b1ac-4cf1ca364e52 req-da1d3570-b9b4-48de-9258-a0cb7d6efbe5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631814 Sep 24 05:12:09.605534 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c0611f3d-169e-4a9d-8f04-3e7961cfa5f9 req-dabc8ce0-2497-4e68-a6fc-e425fc395875 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489099 Sep 24 05:12:10.161135 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device e1514bf0-06bf-454f-bb1a-b1c69713927f up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:12:10.203007 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port e1514bf0-06bf-454f-bb1a-b1c69713927f triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:12:10.203379 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:10.203712 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port e1514bf0-06bf-454f-bb1a-b1c69713927f Sep 24 05:12:10.277664 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port e1514bf0-06bf-454f-bb1a-b1c69713927f is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:12:10.277957 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:10.305253 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1514bf0-06bf-454f-bb1a-b1c69713927f'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:12:10.308274 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efaa3f0-35da-4b13-9603-241c7a8aee89" -d '{"events": [{"server_uuid": "36f8e098-a4b5-40a4-8f49-f341c5ad940c", "name": "network-vif-plugged", "status": "completed", "tag": "e1514bf0-06bf-454f-bb1a-b1c69713927f"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:12:10.325049 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port e1514bf0-06bf-454f-bb1a-b1c69713927f, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:12:10.328258 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:10.351221 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c972b0e-1e18-4cea-ac1c-0f02b960730f x-openstack-request-id: req-5c972b0e-1e18-4cea-ac1c-0f02b960730f {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:12:10.351506 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f8e098-a4b5-40a4-8f49-f341c5ad940c", "name": "network-vif-plugged", "status": "completed", "tag": "e1514bf0-06bf-454f-bb1a-b1c69713927f", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:12:10.351756 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c972b0e-1e18-4cea-ac1c-0f02b960730f {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:12:10.352142 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c972b0e-1e18-4cea-ac1c-0f02b960730f'] response: {'server_uuid': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1514bf0-06bf-454f-bb1a-b1c69713927f', 'code': 200} Sep 24 05:12:10.376496 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=e1514bf0-06bf-454f-bb1a-b1c69713927f,revision_number=10']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:10.636570 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa4567-8707-4e89-90bd-3d62bf02e27c req-d401ebc8-5f8f-4a39-99f0-1929471d4b90 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:10.638039 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-22fa4567-8707-4e89-90bd-3d62bf02e27c req-d401ebc8-5f8f-4a39-99f0-1929471d4b90 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 946 time: 0.0561948 Sep 24 05:12:10.692299 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612951f3-9f89-40fe-a1af-8cdfe8624c76 req-fdf270ed-5712-458b-bb95-299508285451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:10.693793 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-612951f3-9f89-40fe-a1af-8cdfe8624c76 req-fdf270ed-5712-458b-bb95-299508285451 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 1130 time: 0.0549023 Sep 24 05:12:10.751123 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:10.767435 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-22fa4567-8707-4e89-90bd-3d62bf02e27c req-7f9f8398-4bdf-4eeb-a987-def9449f8656 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212864 Sep 24 05:12:10.785101 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b123b-8b5c-4162-bd4c-3e7aada309a3 req-177d2029-d301-407e-8a25-13a00d3bcb60 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:10.786556 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bb6b123b-8b5c-4162-bd4c-3e7aada309a3 req-177d2029-d301-407e-8a25-13a00d3bcb60 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0913684 Sep 24 05:12:10.808522 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-612951f3-9f89-40fe-a1af-8cdfe8624c76 req-b82413cd-2504-4f57-a31b-ad40985c01c2 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073937 Sep 24 05:12:10.842949 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bb6b123b-8b5c-4162-bd4c-3e7aada309a3 req-d9fc2586-912b-4b7a-a46d-3ccd0b974f04 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470173 Sep 24 05:12:10.956118 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185563b8-c1cb-428e-87df-e26ac561fd84 req-8576ce0e-c341-4181-9f5f-dfdc31848bef tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:10.957539 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-185563b8-c1cb-428e-87df-e26ac561fd84 req-8576ce0e-c341-4181-9f5f-dfdc31848bef tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0459929 Sep 24 05:12:10.967495 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 35592) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:10.971724 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-28ef9b40-f4df-405d-8937-044c3994a376 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Request body: {'floatingip': {'port_id': 'ef9198dd-ee25-440b-bf14-75c1f892d961'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:12:11.009166 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-28ef9b40-f4df-405d-8937-044c3994a376 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (def4163e-d34a-465c-834c-d1948ff8c89f), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:11.010970 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:11.433174 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-28ef9b40-f4df-405d-8937-044c3994a376 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:11.436584 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-28ef9b40-f4df-405d-8937-044c3994a376 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (def4163e-d34a-465c-834c-d1948ff8c89f), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:11.529195 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-28ef9b40-f4df-405d-8937-044c3994a376 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Floating IP def4163e-d34a-465c-834c-d1948ff8c89f associated. External IP: 172.27.0.237, port: ef9198dd-ee25-440b-bf14-75c1f892d961. Sep 24 05:12:11.729259 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ef9b40-f4df-405d-8937-044c3994a376 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:12:11.830008 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ef9b40-f4df-405d-8937-044c3994a376 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:12:11.835513 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-28ef9b40-f4df-405d-8937-044c3994a376 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:11.841445 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0191a99a-ff5c-499d-8b5f-c31e400a1ad0 None None] Sync routers for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:12:11.853049 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0191a99a-ff5c-499d-8b5f-c31e400a1ad0 None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:12:11.853662 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-0191a99a-ff5c-499d-8b5f-c31e400a1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:12:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:12:11.873761 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:11.876118 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-28ef9b40-f4df-405d-8937-044c3994a376 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "PUT /networking/v2.0/floatingips/def4163e-d34a-465c-834c-d1948ff8c89f HTTP/1.1" status: 200 len: 992 time: 0.9076171 Sep 24 05:12:11.891541 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459e75d4-67d0-437c-aad4-09523804e931', 'tag': 'ef9198dd-ee25-440b-bf14-75c1f892d961'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:12:11.893741 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bd5f8b-d62a-45d9-aa69-75590cb0a9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "459e75d4-67d0-437c-aad4-09523804e931", "tag": "ef9198dd-ee25-440b-bf14-75c1f892d961"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:12:11.893897 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:11.903874 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:11.907686 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:11.918031 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c17095-03fc-458d-b735-cd1018469e95 req-b8edb238-4856-4974-8825-93afbaf30dbb tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:11.919518 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-35c17095-03fc-458d-b735-cd1018469e95 req-b8edb238-4856-4974-8825-93afbaf30dbb tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 946 time: 0.0569949 Sep 24 05:12:11.942249 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6801bd5c-90cb-41d6-9b83-9b985f82e879 x-openstack-request-id: req-6801bd5c-90cb-41d6-9b83-9b985f82e879 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:12:11.942536 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459e75d4-67d0-437c-aad4-09523804e931", "tag": "ef9198dd-ee25-440b-bf14-75c1f892d961", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:12:11.942783 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6801bd5c-90cb-41d6-9b83-9b985f82e879 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:12:11.943188 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6801bd5c-90cb-41d6-9b83-9b985f82e879'] response: {'name': 'network-changed', 'server_uuid': '459e75d4-67d0-437c-aad4-09523804e931', 'tag': 'ef9198dd-ee25-440b-bf14-75c1f892d961', 'status': 'completed', 'code': 200} Sep 24 05:12:11.962927 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-0191a99a-ff5c-499d-8b5f-c31e400a1ad0 None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:12:11.972381 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-35c17095-03fc-458d-b735-cd1018469e95 req-f9084b76-41d1-40e2-b013-208e48a6f26e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452905 Sep 24 05:12:12.125608 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd5f8b-d62a-45d9-aa69-75590cb0a9a8 req-e16a4f9d-374c-4f08-9407-7d5e6c355281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:12.127159 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-22bd5f8b-d62a-45d9-aa69-75590cb0a9a8 req-e16a4f9d-374c-4f08-9407-7d5e6c355281 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=87d5229e39fe4817b5187068d8acecc7&device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 1130 time: 0.0433853 Sep 24 05:12:12.177679 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-0191a99a-ff5c-499d-8b5f-c31e400a1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'def4163e-d34a-465c-834c-d1948ff8c89f', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': 'ef9198dd-ee25-440b-bf14-75c1f892d961', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:85:af:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459e75d4-67d0-437c-aad4-09523804e931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:11:39Z', 'updated_at': '2022-09-24T05:12:11Z', 'revision_number': 1, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:12:12.206327 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0191a99a-ff5c-499d-8b5f-c31e400a1ad0 None None] Checking router: 3356ba94-92ab-42d3-b2ab-aa4076c04e90 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:12:12.215173 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0191a99a-ff5c-499d-8b5f-c31e400a1ad0 None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:12:12.215778 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-0191a99a-ff5c-499d-8b5f-c31e400a1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:12:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:12:12.221858 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd5f8b-d62a-45d9-aa69-75590cb0a9a8 req-6c30b426-3453-40b8-a471-08054733b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:12.223394 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-22bd5f8b-d62a-45d9-aa69-75590cb0a9a8 req-6c30b426-3453-40b8-a471-08054733b6e4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=17f0f6dc-1b39-4c78-b39c-2031585b359a HTTP/1.1" status: 200 len: 916 time: 0.0886397 Sep 24 05:12:12.296002 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-22bd5f8b-d62a-45d9-aa69-75590cb0a9a8 req-eb03564b-5769-4755-9f60-d8fe95537edb service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef9198dd-ee25-440b-bf14-75c1f892d961 HTTP/1.1" status: 200 len: 1000 time: 0.0581048 Sep 24 05:12:12.348992 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd5f8b-d62a-45d9-aa69-75590cb0a9a8 req-80f5e1d4-cb23-4563-950f-3b46d7bff6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:12.350479 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-22bd5f8b-d62a-45d9-aa69-75590cb0a9a8 req-80f5e1d4-cb23-4563-950f-3b46d7bff6b6 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8f69c44e-b4a0-4787-8e79-5aa8095e4aa1 HTTP/1.1" status: 200 len: 854 time: 0.0463145 Sep 24 05:12:12.398709 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd5f8b-d62a-45d9-aa69-75590cb0a9a8 req-922b8b53-46a3-4c98-befc-7b0f2e260b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:12.400197 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-22bd5f8b-d62a-45d9-aa69-75590cb0a9a8 req-922b8b53-46a3-4c98-befc-7b0f2e260b84 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=17f0f6dc-1b39-4c78-b39c-2031585b359a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406427 Sep 24 05:12:12.441466 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-0191a99a-ff5c-499d-8b5f-c31e400a1ad0 None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:12:12.502339 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-22bd5f8b-d62a-45d9-aa69-75590cb0a9a8 req-bfc596ba-1e84-48be-b677-516e64678481 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868323 Sep 24 05:12:12.595518 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-22bd5f8b-d62a-45d9-aa69-75590cb0a9a8 req-48f89732-59ea-4f6d-b0c7-744cd7c83ca1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869193 Sep 24 05:12:12.646754 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-0191a99a-ff5c-499d-8b5f-c31e400a1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'def4163e-d34a-465c-834c-d1948ff8c89f', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': 'ef9198dd-ee25-440b-bf14-75c1f892d961', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:85:af:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459e75d4-67d0-437c-aad4-09523804e931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:11:39Z', 'updated_at': '2022-09-24T05:12:11Z', 'revision_number': 1, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:12:12.671405 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0191a99a-ff5c-499d-8b5f-c31e400a1ad0 None None] The sync data for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi is: [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'def4163e-d34a-465c-834c-d1948ff8c89f', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'port_id': 'ef9198dd-ee25-440b-bf14-75c1f892d961', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'mac_address': 'fa:16:3e:85:af:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459e75d4-67d0-437c-aad4-09523804e931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:11:39Z', 'updated_at': '2022-09-24T05:12:11Z', 'revision_number': 1, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:12:12.853537 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1895a26-643b-469e-b2f0-d1585ced61d2 None None] New status for floating IP def4163e-d34a-465c-834c-d1948ff8c89f: ACTIVE {{(pid=106195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:12:13.114964 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e7bc9-b8eb-4b3a-bc50-8023744c6a16 req-45403c03-c70c-40c0-8d7c-e4f3e43e406e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:13.116487 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a37e7bc9-b8eb-4b3a-bc50-8023744c6a16 req-45403c03-c70c-40c0-8d7c-e4f3e43e406e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 946 time: 0.0521765 Sep 24 05:12:13.175032 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a37e7bc9-b8eb-4b3a-bc50-8023744c6a16 req-371c075c-0c42-4b92-a61d-43d084105343 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528438 Sep 24 05:12:14.311289 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a32e9-c537-460b-8032-683d7ed4859a req-34df3908-6f05-4123-8c8b-8cf6874082c8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:14.312740 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-556a32e9-c537-460b-8032-683d7ed4859a req-34df3908-6f05-4123-8c8b-8cf6874082c8 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 946 time: 0.0481007 Sep 24 05:12:14.359024 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-556a32e9-c537-460b-8032-683d7ed4859a req-605cc6e6-5c9a-4b90-89fe-2811c3e8e131 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407486 Sep 24 05:12:19.603011 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:22.955417 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:23.181689 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:12:24.353433 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=73 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:24.355401 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=68 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:29.592366 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=72 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:29.599650 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:30.102093 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2fb79-b493-4049-a5a8-6a4cf8ae8fae req-5851aa5b-7513-48ee-92b9-97ad5472bfbc tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:30.103508 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-95e2fb79-b493-4049-a5a8-6a4cf8ae8fae req-5851aa5b-7513-48ee-92b9-97ad5472bfbc tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 945 time: 0.0464735 Sep 24 05:12:30.153198 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-95e2fb79-b493-4049-a5a8-6a4cf8ae8fae req-acbc502a-395a-49cd-b48f-278a74fb28c9 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5406f58e-96d5-49a7-a368-686438347cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440850 Sep 24 05:12:31.273277 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e865bd8-975b-445b-9b9b-c69508f31d7d req-8c33c51e-43e8-4709-96bd-ce85bc976439 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:31.275224 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1e865bd8-975b-445b-9b9b-c69508f31d7d req-8c33c51e-43e8-4709-96bd-ce85bc976439 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 945 time: 0.0447223 Sep 24 05:12:31.320580 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1e865bd8-975b-445b-9b9b-c69508f31d7d req-526091f3-4f74-40fb-acd3-6d0d9c48be71 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5406f58e-96d5-49a7-a368-686438347cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399911 Sep 24 05:12:32.402696 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25c030-b5df-47ae-91db-41231e11b9aa req-4e9ec954-e058-441c-876c-ac8377eb257f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:32.404089 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eb25c030-b5df-47ae-91db-41231e11b9aa req-4e9ec954-e058-441c-876c-ac8377eb257f tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 945 time: 0.0472715 Sep 24 05:12:32.478746 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea564115-4f04-491e-8d01-61e5eaecfbbe req-d6620bc8-292b-4781-869d-429440cd2693 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:32.480187 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ea564115-4f04-491e-8d01-61e5eaecfbbe req-d6620bc8-292b-4781-869d-429440cd2693 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 945 time: 0.0845273 Sep 24 05:12:32.548107 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-eb25c030-b5df-47ae-91db-41231e11b9aa req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Deleting port 91027567-bf47-4165-9af7-f033dc54a3db {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:12:32.548442 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-eb25c030-b5df-47ae-91db-41231e11b9aa req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (91027567-bf47-4165-9af7-f033dc54a3db), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:32.571133 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ea564115-4f04-491e-8d01-61e5eaecfbbe req-d77946a1-be40-4287-9f14-b607fa4d8dbb tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5406f58e-96d5-49a7-a368-686438347cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853691 Sep 24 05:12:32.648999 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-eb25c030-b5df-47ae-91db-41231e11b9aa req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] For port 91027567-bf47-4165-9af7-f033dc54a3db, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=91027567-bf47-4165-9af7-f033dc54a3db,segment=NetworkSegment(d8d16604-5220-46c8-8375-82244012833b),segment_id=d8d16604-5220-46c8-8375-82244012833b)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:12:32.649368 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-eb25c030-b5df-47ae-91db-41231e11b9aa req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (91027567-bf47-4165-9af7-f033dc54a3db), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:32.694031 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-39b2d73f-3684-4d28-b6a3-98280e38b7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:32.810006 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-eb25c030-b5df-47ae-91db-41231e11b9aa req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:32.810389 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-eb25c030-b5df-47ae-91db-41231e11b9aa req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (78446adf-2aa9-4c39-bfa1-4517bba7a26f), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:32.810702 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.l3_db [req-eb25c030-b5df-47ae-91db-41231e11b9aa req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Floating IP 78446adf-2aa9-4c39-bfa1-4517bba7a26f disassociated. External IP: 172.27.0.19, port: 91027567-bf47-4165-9af7-f033dc54a3db. Sep 24 05:12:32.811046 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-eb25c030-b5df-47ae-91db-41231e11b9aa req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Calling delete_port for 91027567-bf47-4165-9af7-f033dc54a3db owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:12:33.157369 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-eb25c030-b5df-47ae-91db-41231e11b9aa req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (91027567-bf47-4165-9af7-f033dc54a3db), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:33.176074 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:33.178022 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:33.185799 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event deleted for resources: {'Port': ['ID=91027567-bf47-4165-9af7-f033dc54a3db,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:33.197787 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:33.198181 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:33.198490 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:33.198830 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:33.199163 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:33.199491 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:33.199815 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:33.200147 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:33.200470 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:33.200829 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:33.201105 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:33.201426 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:33.201748 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:33.202090 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:33.202406 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:33.283160 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:33.299912 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:33.309920 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb25c030-b5df-47ae-91db-41231e11b9aa req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Router f2fa16df-67ea-4044-aa5d-759b1aa93ecf has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:12:33.411837 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb25c030-b5df-47ae-91db-41231e11b9aa req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:12:33.421002 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ed7ee-771e-4d61-8057-db3e383ba5de None None] Sync routers for ids ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:12:33.431338 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ed7ee-771e-4d61-8057-db3e383ba5de None None] Routers {'f2fa16df-67ea-4044-aa5d-759b1aa93ecf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:12:33.431954 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-7b5ed7ee-771e-4d61-8057-db3e383ba5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:12:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:12:33.453693 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb25c030-b5df-47ae-91db-41231e11b9aa req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] No DVR routers for this DVR port 91027567-bf47-4165-9af7-f033dc54a3db on host hv-cinder-85918 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:12:33.456214 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-eb25c030-b5df-47ae-91db-41231e11b9aa req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:33.459497 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eb25c030-b5df-47ae-91db-41231e11b9aa req-8107832b-4226-479d-a5cb-56a9ba02d0b8 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.16 "DELETE /networking/v2.0/ports/91027567-bf47-4165-9af7-f033dc54a3db HTTP/1.1" status: 204 len: 173 time: 1.0480266 Sep 24 05:12:33.460156 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b551478f-d1dc-4ab3-9e44-4e78b785b21f', 'name': 'network-vif-deleted', 'tag': '91027567-bf47-4165-9af7-f033dc54a3db'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:12:33.462902 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6915602-802d-4667-a771-1e69251aae41" -d '{"events": [{"server_uuid": "b551478f-d1dc-4ab3-9e44-4e78b785b21f", "name": "network-vif-deleted", "tag": "91027567-bf47-4165-9af7-f033dc54a3db"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:12:33.499967 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63b78f4-00b7-4e21-8149-00af298a0bbe x-openstack-request-id: req-c63b78f4-00b7-4e21-8149-00af298a0bbe {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:12:33.500259 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b551478f-d1dc-4ab3-9e44-4e78b785b21f", "name": "network-vif-deleted", "tag": "91027567-bf47-4165-9af7-f033dc54a3db", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:12:33.500509 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c63b78f4-00b7-4e21-8149-00af298a0bbe {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:12:33.500910 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63b78f4-00b7-4e21-8149-00af298a0bbe'] response: {'server_uuid': 'b551478f-d1dc-4ab3-9e44-4e78b785b21f', 'name': 'network-vif-deleted', 'tag': '91027567-bf47-4165-9af7-f033dc54a3db', 'status': 'completed', 'code': 200} Sep 24 05:12:33.539310 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-7b5ed7ee-771e-4d61-8057-db3e383ba5de None None] Set router f2fa16df-67ea-4044-aa5d-759b1aa93ecf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:12:33.710307 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e00f4d78-3674-4f38-8cca-cabd64186c57 req-3b0ac91f-5d2a-4752-90b1-6f6c4b16d4f3 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b551478f-d1dc-4ab3-9e44-4e78b785b21f HTTP/1.1" status: 200 len: 210 time: 0.0357234 Sep 24 05:12:33.762718 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-7b5ed7ee-771e-4d61-8057-db3e383ba5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:45Z', 'revision_number': 4, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '5705850c-2997-4641-b931-59349ff72938', 'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'mac_address': 'fa:16:3e:ac:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:43Z', 'updated_at': '2022-09-24T05:00:59Z', 'revision_number': 5, 'project_id': '66ec8bde739145dda504995dbea0914a', 'subnets': [{'id': '90944b39-2e61-42ae-924a-3191ae7969be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:12:33.787526 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ed7ee-771e-4d61-8057-db3e383ba5de None None] Checking router: f2fa16df-67ea-4044-aa5d-759b1aa93ecf for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:12:33.796323 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ed7ee-771e-4d61-8057-db3e383ba5de None None] Routers {'f2fa16df-67ea-4044-aa5d-759b1aa93ecf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:12:33.796930 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-7b5ed7ee-771e-4d61-8057-db3e383ba5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:12:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:12:33.897570 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-7b5ed7ee-771e-4d61-8057-db3e383ba5de None None] Set router f2fa16df-67ea-4044-aa5d-759b1aa93ecf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:12:34.080197 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-7b5ed7ee-771e-4d61-8057-db3e383ba5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:45Z', 'revision_number': 4, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '5705850c-2997-4641-b931-59349ff72938', 'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'mac_address': 'fa:16:3e:ac:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:43Z', 'updated_at': '2022-09-24T05:00:59Z', 'revision_number': 5, 'project_id': '66ec8bde739145dda504995dbea0914a', 'subnets': [{'id': '90944b39-2e61-42ae-924a-3191ae7969be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:12:34.106200 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ed7ee-771e-4d61-8057-db3e383ba5de None None] The sync data for ids ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'] in dv-cinder-859186-1-iscsi is: [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:00:45Z', 'revision_number': 4, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '5705850c-2997-4641-b931-59349ff72938', 'name': '', 'network_id': '71010379-32a3-4ab2-bca2-8378eefa5ed7', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'mac_address': 'fa:16:3e:ac:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90944b39-2e61-42ae-924a-3191ae7969be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:43Z', 'updated_at': '2022-09-24T05:00:59Z', 'revision_number': 5, 'project_id': '66ec8bde739145dda504995dbea0914a', 'subnets': [{'id': '90944b39-2e61-42ae-924a-3191ae7969be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:12:34.326663 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ddebe0-0eb3-44d3-8927-c21067eb30ec None None] New status for floating IP 78446adf-2aa9-4c39-bfa1-4517bba7a26f: DOWN {{(pid=106195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:12:34.795555 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 35766) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:34.852054 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-412256e3-9fa8-4b48-a038-123f0b29e797 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group (5406f58e-96d5-49a7-a368-686438347cf2), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:34.873757 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-412256e3-9fa8-4b48-a038-123f0b29e797 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group (5406f58e-96d5-49a7-a368-686438347cf2), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:34.920615 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-412256e3-9fa8-4b48-a038-123f0b29e797 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (5406f58e-96d5-49a7-a368-686438347cf2), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:34.924243 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-412256e3-9fa8-4b48-a038-123f0b29e797 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:34.925824 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-412256e3-9fa8-4b48-a038-123f0b29e797 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "DELETE /networking/v2.0/security-groups/5406f58e-96d5-49a7-a368-686438347cf2 HTTP/1.1" status: 204 len: 168 time: 0.1291292 Sep 24 05:12:34.928595 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35768) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:34.939211 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412256e3-9fa8-4b48-a038-123f0b29e797 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5406f58e-96d5-49a7-a368-686438347cf2,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:34.944226 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.api.v2.resource [None req-80e28fcd-a39a-460c-9773-623668286957 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] show failed (client error): The resource could not be found. Sep 24 05:12:34.945474 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-80e28fcd-a39a-460c-9773-623668286957 tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "GET /networking/v2.0/security-groups/5406f58e-96d5-49a7-a368-686438347cf2 HTTP/1.1" status: 404 len: 347 time: 0.0158510 Sep 24 05:12:34.949124 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35770) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:35.059979 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Deleting port 0a430299-150f-4404-b1db-ad70558068e2 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:12:35.060511 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (0a430299-150f-4404-b1db-ad70558068e2), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:35.139187 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2c03d5cb-2a34-4e2a-9b85-5d39762628b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:35.143372 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (0a430299-150f-4404-b1db-ad70558068e2), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:35.143698 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for floatingip (0a430299-150f-4404-b1db-ad70558068e2), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:35.155729 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Calling delete_port for 0a430299-150f-4404-b1db-ad70558068e2 owned by network:floatingip {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:12:35.290780 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (0a430299-150f-4404-b1db-ad70558068e2), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:35.316968 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Pushing event deleted for resources: {'Port': ['ID=0a430299-150f-4404-b1db-ad70558068e2,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:35.345157 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:35.345497 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:35.345833 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:35.346206 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:35.346537 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:35.346863 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:35.347184 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:35.347504 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:35.347827 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:35.348149 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:35.348471 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:35.348790 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:35.349107 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:35.349423 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:35.349743 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:12:35.393671 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks [] for floatingip (78446adf-2aa9-4c39-bfa1-4517bba7a26f), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:35.396200 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:35.397343 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-67c4baaa-2092-49ee-82e0-a27f0cf3915c tempest-AttachVolumeTestJSON-1531469116 tempest-AttachVolumeTestJSON-1531469116-project] 10.222.0.50 "DELETE /networking/v2.0/floatingips/78446adf-2aa9-4c39-bfa1-4517bba7a26f HTTP/1.1" status: 204 len: 168 time: 0.4473002 Sep 24 05:12:36.308906 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 91027567-bf47-4165-9af7-f033dc54a3db no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:12:36.328477 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: 91027567-bf47-4165-9af7-f033dc54a3db {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:12:36.328818 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 91027567-bf47-4165-9af7-f033dc54a3db not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:12:36.416236 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:38.054406 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:38.066171 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:38.953028 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 35802) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:39.422950 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f768-12dc-4d23-8444-13eab6136ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429734'] for router_interface (f2fa16df-67ea-4044-aa5d-759b1aa93ecf), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:39.686731 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-6ec2f768-12dc-4d23-8444-13eab6136ba3 admin admin] Deleting port 5705850c-2997-4641-b931-59349ff72938 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:12:39.686978 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f768-12dc-4d23-8444-13eab6136ba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (5705850c-2997-4641-b931-59349ff72938), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:39.705684 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:39.771315 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-6ec2f768-12dc-4d23-8444-13eab6136ba3 admin admin] For port 5705850c-2997-4641-b931-59349ff72938, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=5705850c-2997-4641-b931-59349ff72938,segment=NetworkSegment(d8d16604-5220-46c8-8375-82244012833b),segment_id=d8d16604-5220-46c8-8375-82244012833b)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:12:39.771668 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f768-12dc-4d23-8444-13eab6136ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (5705850c-2997-4641-b931-59349ff72938), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:39.784719 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-6ec2f768-12dc-4d23-8444-13eab6136ba3 admin admin] Calling delete_port for 5705850c-2997-4641-b931-59349ff72938 owned by network:router_interface {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:12:39.793646 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:39.954138 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f768-12dc-4d23-8444-13eab6136ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (5705850c-2997-4641-b931-59349ff72938), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:39.980515 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2f768-12dc-4d23-8444-13eab6136ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5705850c-2997-4641-b931-59349ff72938,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:40.145502 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f768-12dc-4d23-8444-13eab6136ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435734'] for router_interface (f2fa16df-67ea-4044-aa5d-759b1aa93ecf), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:40.345426 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec2f768-12dc-4d23-8444-13eab6136ba3 admin admin] Router f2fa16df-67ea-4044-aa5d-759b1aa93ecf has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:12:40.443553 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec2f768-12dc-4d23-8444-13eab6136ba3 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:12:40.451469 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35806) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:40.452018 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-6ec2f768-12dc-4d23-8444-13eab6136ba3 admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/f2fa16df-67ea-4044-aa5d-759b1aa93ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4993231 Sep 24 05:12:40.454540 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe1004-4383-40d0-968c-f5b9d316b692 None None] Sync routers for ids ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:12:40.465928 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe1004-4383-40d0-968c-f5b9d316b692 None None] Routers {'f2fa16df-67ea-4044-aa5d-759b1aa93ecf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:12:40.466639 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-fcfe1004-4383-40d0-968c-f5b9d316b692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:12:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:12:40.470109 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:40.550041 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4895461b-4c67-4627-89e1-bdb71336fb18 admin admin] Publish callbacks [] for router (f2fa16df-67ea-4044-aa5d-759b1aa93ecf), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:40.561384 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:40.568926 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-fcfe1004-4383-40d0-968c-f5b9d316b692 None None] Set router f2fa16df-67ea-4044-aa5d-759b1aa93ecf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:12:40.649384 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4895461b-4c67-4627-89e1-bdb71336fb18 admin admin] Publish callbacks [] for router_gateway (f2fa16df-67ea-4044-aa5d-759b1aa93ecf), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:40.698824 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-4895461b-4c67-4627-89e1-bdb71336fb18 admin admin] Deleting port ffd042d8-8e33-4259-b19d-5b0ed0e45841 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:12:40.699164 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4895461b-4c67-4627-89e1-bdb71336fb18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (ffd042d8-8e33-4259-b19d-5b0ed0e45841), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:40.745020 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-fcfe1004-4383-40d0-968c-f5b9d316b692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:12:39Z', 'revision_number': 5, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port': {'id': 'ffd042d8-8e33-4259-b19d-5b0ed0e45841', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:37Z', 'updated_at': '2022-09-24T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:12:40.775292 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe1004-4383-40d0-968c-f5b9d316b692 None None] Checking router: f2fa16df-67ea-4044-aa5d-759b1aa93ecf for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:12:40.784733 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:40.784925 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe1004-4383-40d0-968c-f5b9d316b692 None None] Routers {'f2fa16df-67ea-4044-aa5d-759b1aa93ecf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:12:40.785567 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-fcfe1004-4383-40d0-968c-f5b9d316b692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:12:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:12:40.790190 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-4895461b-4c67-4627-89e1-bdb71336fb18 admin admin] For port ffd042d8-8e33-4259-b19d-5b0ed0e45841, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=ffd042d8-8e33-4259-b19d-5b0ed0e45841,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:12:40.790563 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4895461b-4c67-4627-89e1-bdb71336fb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (ffd042d8-8e33-4259-b19d-5b0ed0e45841), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:40.804303 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-4895461b-4c67-4627-89e1-bdb71336fb18 admin admin] Calling delete_port for ffd042d8-8e33-4259-b19d-5b0ed0e45841 owned by network:router_gateway {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:12:40.866089 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-fcfe1004-4383-40d0-968c-f5b9d316b692 None None] Set router f2fa16df-67ea-4044-aa5d-759b1aa93ecf gateway port host: None {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:12:40.918275 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-fcfe1004-4383-40d0-968c-f5b9d316b692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:12:40Z', 'revision_number': 6, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port_host': None}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:12:40.942373 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe1004-4383-40d0-968c-f5b9d316b692 None None] The sync data for ids ['f2fa16df-67ea-4044-aa5d-759b1aa93ecf'] in dv-cinder-859186-1-iscsi is: [{'id': 'f2fa16df-67ea-4044-aa5d-759b1aa93ecf', 'name': 'tempest-AttachVolumeTestJSON-937956561-router', 'tenant_id': '66ec8bde739145dda504995dbea0914a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:36Z', 'updated_at': '2022-09-24T05:12:40Z', 'revision_number': 6, 'project_id': '66ec8bde739145dda504995dbea0914a', 'gw_port_host': None}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:12:40.946671 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:40.968417 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4895461b-4c67-4627-89e1-bdb71336fb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (ffd042d8-8e33-4259-b19d-5b0ed0e45841), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:40.999092 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895461b-4c67-4627-89e1-bdb71336fb18 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd042d8-8e33-4259-b19d-5b0ed0e45841,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:41.062415 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4895461b-4c67-4627-89e1-bdb71336fb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437340'] for router_gateway (f2fa16df-67ea-4044-aa5d-759b1aa93ecf), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:41.147845 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4895461b-4c67-4627-89e1-bdb71336fb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4195'] for router (f2fa16df-67ea-4044-aa5d-759b1aa93ecf), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:41.150631 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4895461b-4c67-4627-89e1-bdb71336fb18 admin admin] Publish callbacks [] for router_controller (f2fa16df-67ea-4044-aa5d-759b1aa93ecf), precommit_delete_associations {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:41.194438 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4895461b-4c67-4627-89e1-bdb71336fb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435819'] for router (f2fa16df-67ea-4044-aa5d-759b1aa93ecf), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:41.194986 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4895461b-4c67-4627-89e1-bdb71336fb18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2fa16df-67ea-4044-aa5d-759b1aa93ecf {{(pid=106193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 05:12:41.200601 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4895461b-4c67-4627-89e1-bdb71336fb18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:41.201736 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-4895461b-4c67-4627-89e1-bdb71336fb18 admin admin] 10.222.0.50 "DELETE /networking/v2.0/routers/f2fa16df-67ea-4044-aa5d-759b1aa93ecf HTTP/1.1" status: 204 len: 168 time: 0.7492902 Sep 24 05:12:41.204412 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35816) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:41.249556 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_v2 [None req-15978523-055e-4b7f-871c-3f3fbb47557e admin admin] Deleting subnet 90944b39-2e61-42ae-924a-3191ae7969be {{(pid=106193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 05:12:41.252795 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-15978523-055e-4b7f-871c-3f3fbb47557e admin admin] Publish callbacks [] for subnet (90944b39-2e61-42ae-924a-3191ae7969be), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:41.267451 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:41.293174 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-15978523-055e-4b7f-871c-3f3fbb47557e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4105213'] for subnet (90944b39-2e61-42ae-924a-3191ae7969be), precommit_delete_associations {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:41.350386 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdb73a-892a-4ce9-a813-02f032eab686 req-54d6083c-a011-4afb-bc9b-98061d9049aa tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:41.351925 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-82cdb73a-892a-4ce9-a813-02f032eab686 req-54d6083c-a011-4afb-bc9b-98061d9049aa tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 984 time: 0.1003053 Sep 24 05:12:41.355665 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9e880-1ff3-45fb-91b7-fca94fd1210f req-4b85d0a3-7775-4166-a9ae-6eca8b363d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:41.357062 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-69f9e880-1ff3-45fb-91b7-fca94fd1210f req-4b85d0a3-7775-4166-a9ae-6eca8b363d3d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=85c73f9a74da4079a54a503e0b42ca2e&device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 1168 time: 0.0577536 Sep 24 05:12:41.380308 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-15978523-055e-4b7f-871c-3f3fbb47557e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66367886'] for subnet (90944b39-2e61-42ae-924a-3191ae7969be), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:41.435354 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-15978523-055e-4b7f-871c-3f3fbb47557e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66370483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2383086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8938390'] for subnet (90944b39-2e61-42ae-924a-3191ae7969be), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:41.465955 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-15978523-055e-4b7f-871c-3f3fbb47557e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:41.472579 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-15978523-055e-4b7f-871c-3f3fbb47557e admin admin] 10.222.0.50 "DELETE /networking/v2.0/subnets/90944b39-2e61-42ae-924a-3191ae7969be HTTP/1.1" status: 204 len: 168 time: 0.2648766 Sep 24 05:12:41.472579 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15978523-055e-4b7f-871c-3f3fbb47557e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90944b39-2e61-42ae-924a-3191ae7969be,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:41.472899 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a209492-db0d-4fb7-8995-e0b3141b754f None None] Network 71010379-32a3-4ab2-bca2-8378eefa5ed7 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:12:41.477855 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35818) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:41.558430 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328315'] for network (71010379-32a3-4ab2-bca2-8378eefa5ed7), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:41.604871 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] Deleting port 223e879e-a235-469a-924a-9c434db616ed {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:12:41.605358 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (223e879e-a235-469a-924a-9c434db616ed), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:41.671323 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:41.677261 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] For port 223e879e-a235-469a-924a-9c434db616ed, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=223e879e-a235-469a-924a-9c434db616ed,segment=NetworkSegment(d8d16604-5220-46c8-8375-82244012833b),segment_id=d8d16604-5220-46c8-8375-82244012833b)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:12:41.677623 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (223e879e-a235-469a-924a-9c434db616ed), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:41.695638 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] Calling delete_port for 223e879e-a235-469a-924a-9c434db616ed owned by network:dhcp {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:12:41.697382 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-82cdb73a-892a-4ce9-a813-02f032eab686 req-db41f453-2148-4173-95c6-a6d07786faa5 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&id=04ed11fc-2c07-4d53-8110-ad9819653190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3374708 Sep 24 05:12:41.738765 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:41.758946 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9e880-1ff3-45fb-91b7-fca94fd1210f req-92f4c9c7-52d3-4067-8991-489f9d18962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:41.760432 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-69f9e880-1ff3-45fb-91b7-fca94fd1210f req-92f4c9c7-52d3-4067-8991-489f9d18962d service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 HTTP/1.1" status: 200 len: 916 time: 0.3943715 Sep 24 05:12:41.811466 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (223e879e-a235-469a-924a-9c434db616ed), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:41.812130 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2231afd0-ed8a-4948-9cdb-97cdc1438420 None None] DHCP port deletion for 71010379-32a3-4ab2-bca2-8378eefa5ed7 request from dv-cinder-859186-1-iscsi {{(pid=106194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 05:12:41.831762 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-69f9e880-1ff3-45fb-91b7-fca94fd1210f req-fe83d7a6-c07b-4e11-8ba3-d8ce95474cd0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c4098d3-98fe-49ac-9677-5b3632da2208 HTTP/1.1" status: 200 len: 1001 time: 0.0631247 Sep 24 05:12:41.849112 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=223e879e-a235-469a-924a-9c434db616ed,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:41.850774 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] No DVR routers for this DVR port 223e879e-a235-469a-924a-9c434db616ed on host dv-cinder-859186-1-iscsi {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:12:41.888011 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9e880-1ff3-45fb-91b7-fca94fd1210f req-b923d805-50fb-4cc8-8207-d4b17fb6cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:41.889594 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-69f9e880-1ff3-45fb-91b7-fca94fd1210f req-b923d805-50fb-4cc8-8207-d4b17fb6cd70 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9a557054-6955-4836-8727-2ecd1283487f HTTP/1.1" status: 200 len: 854 time: 0.0514824 Sep 24 05:12:41.924530 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66397605', 'neutron.services.segments.db._delete_segments_for_network-8754988363457'] for network (71010379-32a3-4ab2-bca2-8378eefa5ed7), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:41.935765 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9e880-1ff3-45fb-91b7-fca94fd1210f req-e3b11a01-d636-48dc-932c-c47472f290c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:41.937395 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-69f9e880-1ff3-45fb-91b7-fca94fd1210f req-e3b11a01-d636-48dc-932c-c47472f290c1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407929 Sep 24 05:12:41.945835 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71010379-32a3-4ab2-bca2-8378eefa5ed7']}} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:12:41.955716 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d16604-5220-46c8-8375-82244012833b') {'for_net_delete': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:12:41.956011 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d16604-5220-46c8-8375-82244012833b') {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:12:41.972387 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754988363349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105158'] for segment (d8d16604-5220-46c8-8375-82244012833b), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:41.985649 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:41.987005 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (d8d16604-5220-46c8-8375-82244012833b), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:41.996440 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 05:12:41.996685 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2382932'] for segment (d8d16604-5220-46c8-8375-82244012833b), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:42.054117 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-69f9e880-1ff3-45fb-91b7-fca94fd1210f req-c798d1a3-cbb6-4e8e-aebf-97af31a76bae service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100445 Sep 24 05:12:42.072716 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66397596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437385'] for network (71010379-32a3-4ab2-bca2-8378eefa5ed7), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:42.078710 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:42.085024 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] 10.222.0.50 "DELETE /networking/v2.0/networks/71010379-32a3-4ab2-bca2-8378eefa5ed7 HTTP/1.1" status: 204 len: 168 time: 0.6060534 Sep 24 05:12:42.100318 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822a4b4-4f7b-46a3-8dd9-45f369c5aed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=71010379-32a3-4ab2-bca2-8378eefa5ed7,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:42.158083 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment d8d16604-5220-46c8-8375-82244012833b resource provider aggregate not found Sep 24 05:12:42.167027 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-69f9e880-1ff3-45fb-91b7-fca94fd1210f req-424e851b-0447-4344-be36-518d8b9c5723 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051157 Sep 24 05:12:42.176754 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment d8d16604-5220-46c8-8375-82244012833b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8d16604-5220-46c8-8375-82244012833b found for delete ", "request_id": "req-5b1b8940-6bcd-48f0-9711-56bd22b2ff28"}]} Sep 24 05:12:42.220703 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35830) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:42.261336 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-0c286938-0334-4f75-9288-aa69677bf73e admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=66ec8bde739145dda504995dbea0914a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394204 Sep 24 05:12:42.263738 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35832) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:42.314293 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-78ca2470-bb5e-496e-8b6f-d14408052d47 admin admin] Publish callbacks [] for security_group (437bc3ab-7343-4fc7-b40b-839418bae7de), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:42.334503 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-78ca2470-bb5e-496e-8b6f-d14408052d47 admin admin] Publish callbacks [] for security_group (437bc3ab-7343-4fc7-b40b-839418bae7de), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:42.382982 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-78ca2470-bb5e-496e-8b6f-d14408052d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (437bc3ab-7343-4fc7-b40b-839418bae7de), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:42.385487 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-78ca2470-bb5e-496e-8b6f-d14408052d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:42.386639 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-78ca2470-bb5e-496e-8b6f-d14408052d47 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/437bc3ab-7343-4fc7-b40b-839418bae7de HTTP/1.1" status: 204 len: 168 time: 0.1220276 Sep 24 05:12:42.394521 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca2470-bb5e-496e-8b6f-d14408052d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437bc3ab-7343-4fc7-b40b-839418bae7de,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:42.734741 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 223e879e-a235-469a-924a-9c434db616ed no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:12:42.756242 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 223e879e-a235-469a-924a-9c434db616ed {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:12:42.756586 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 223e879e-a235-469a-924a-9c434db616ed not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:12:42.757206 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device ffd042d8-8e33-4259-b19d-5b0ed0e45841 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:12:42.780765 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: ffd042d8-8e33-4259-b19d-5b0ed0e45841 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:12:42.781109 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device ffd042d8-8e33-4259-b19d-5b0ed0e45841 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:12:42.781528 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 5705850c-2997-4641-b931-59349ff72938 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:12:42.800770 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 5705850c-2997-4641-b931-59349ff72938 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:12:42.801114 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 5705850c-2997-4641-b931-59349ff72938 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:12:42.834983 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4a4d0-ce6f-482d-aab8-113dd0c2483a req-14679afe-ee9e-4163-8767-0ee10d0c575b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:42.837240 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-23c4a4d0-ce6f-482d-aab8-113dd0c2483a req-14679afe-ee9e-4163-8767-0ee10d0c575b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 984 time: 0.0529535 Sep 24 05:12:42.906095 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-23c4a4d0-ce6f-482d-aab8-113dd0c2483a req-734e1d7e-2ba9-4688-936b-0d3ef5fe22be tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&id=04ed11fc-2c07-4d53-8110-ad9819653190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618684 Sep 24 05:12:44.035124 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca896a-434b-43e7-b6c2-cca145ef6603 req-00d21265-9e90-4f39-ab8f-5f11740c0bb9 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:44.036600 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5eca896a-434b-43e7-b6c2-cca145ef6603 req-00d21265-9e90-4f39-ab8f-5f11740c0bb9 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 984 time: 0.0515697 Sep 24 05:12:44.094987 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 35886) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:44.097678 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5eca896a-434b-43e7-b6c2-cca145ef6603 req-d542cf8c-c993-4221-ac28-023b673bd0a8 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&id=04ed11fc-2c07-4d53-8110-ad9819653190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547216 Sep 24 05:12:44.201910 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fa9a132a-6a52-4d1e-872a-d89e392a1557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:44.279017 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fa9a132a-6a52-4d1e-872a-d89e392a1557 admin admin] Publish callbacks [] for security_group (a4a10f80-3292-4d2a-b50b-089ac2f02fc6), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:44.282919 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fa9a132a-6a52-4d1e-872a-d89e392a1557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (a4a10f80-3292-4d2a-b50b-089ac2f02fc6), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:44.327699 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-fa9a132a-6a52-4d1e-872a-d89e392a1557 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=265a4465d3594ab6a6aab4a10163ae4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316318 Sep 24 05:12:44.328756 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a132a-6a52-4d1e-872a-d89e392a1557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a10f80-3292-4d2a-b50b-089ac2f02fc6,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:44.330684 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 35890) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:44.380652 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-daedb145-082e-492c-9682-489b9c70f83e admin admin] Publish callbacks [] for security_group (a4a10f80-3292-4d2a-b50b-089ac2f02fc6), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:44.395537 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:44.398128 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:44.402151 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-daedb145-082e-492c-9682-489b9c70f83e admin admin] Publish callbacks [] for security_group (a4a10f80-3292-4d2a-b50b-089ac2f02fc6), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:44.453574 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-daedb145-082e-492c-9682-489b9c70f83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (a4a10f80-3292-4d2a-b50b-089ac2f02fc6), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:44.456102 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-daedb145-082e-492c-9682-489b9c70f83e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:44.457262 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-daedb145-082e-492c-9682-489b9c70f83e admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/a4a10f80-3292-4d2a-b50b-089ac2f02fc6 HTTP/1.1" status: 204 len: 168 time: 0.1255867 Sep 24 05:12:44.466016 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedb145-082e-492c-9682-489b9c70f83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a10f80-3292-4d2a-b50b-089ac2f02fc6,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:44.735583 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 35896) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:44.752586 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-100e239b-78c3-48e7-a01b-adc8d9eddaa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:44.754182 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:44.831856 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-100e239b-78c3-48e7-a01b-adc8d9eddaa4 admin admin] Publish callbacks [] for security_group (8f561eed-2f37-40d1-85dc-2a6c58f8c626), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:44.835600 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-100e239b-78c3-48e7-a01b-adc8d9eddaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (8f561eed-2f37-40d1-85dc-2a6c58f8c626), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:44.872982 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e239b-78c3-48e7-a01b-adc8d9eddaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f561eed-2f37-40d1-85dc-2a6c58f8c626,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:44.877111 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-100e239b-78c3-48e7-a01b-adc8d9eddaa4 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=e9869e0cc71b40528a8b45f48144d77b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405227 Sep 24 05:12:44.879846 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 35898) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:44.916462 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:44.929970 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8d92bf53-b329-4850-9c85-6ed4d650784a admin admin] Publish callbacks [] for security_group (8f561eed-2f37-40d1-85dc-2a6c58f8c626), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:44.950667 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8d92bf53-b329-4850-9c85-6ed4d650784a admin admin] Publish callbacks [] for security_group (8f561eed-2f37-40d1-85dc-2a6c58f8c626), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:45.002608 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8d92bf53-b329-4850-9c85-6ed4d650784a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (8f561eed-2f37-40d1-85dc-2a6c58f8c626), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:45.005230 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8d92bf53-b329-4850-9c85-6ed4d650784a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:45.006403 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-8d92bf53-b329-4850-9c85-6ed4d650784a admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/8f561eed-2f37-40d1-85dc-2a6c58f8c626 HTTP/1.1" status: 204 len: 168 time: 0.1256886 Sep 24 05:12:45.014939 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92bf53-b329-4850-9c85-6ed4d650784a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f561eed-2f37-40d1-85dc-2a6c58f8c626,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:45.228686 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280e581-9b6a-4f12-b374-f8a9e8e4fba2 req-159c3a83-4616-474e-8a74-2a0bf817e48c tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:45.230209 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e280e581-9b6a-4f12-b374-f8a9e8e4fba2 req-159c3a83-4616-474e-8a74-2a0bf817e48c tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 984 time: 0.0514746 Sep 24 05:12:45.292915 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e280e581-9b6a-4f12-b374-f8a9e8e4fba2 req-15a1e1cb-bed9-4277-8689-f1bb83ba483c tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&id=04ed11fc-2c07-4d53-8110-ad9819653190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565069 Sep 24 05:12:46.416422 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02097850-41bb-485a-9fdc-b757934cecf0 req-f68e2e63-0b12-466f-b4c0-abaa45ae1463 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:46.418055 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02097850-41bb-485a-9fdc-b757934cecf0 req-f68e2e63-0b12-466f-b4c0-abaa45ae1463 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 984 time: 0.0478201 Sep 24 05:12:46.478579 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02097850-41bb-485a-9fdc-b757934cecf0 req-138b4f94-4802-418e-b7a9-827acd4c7047 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&id=04ed11fc-2c07-4d53-8110-ad9819653190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549123 Sep 24 05:12:47.597910 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26add014-29d6-400d-be89-b4ce03b45651 req-db095c5f-f64f-4a39-b589-c0f4238a61db tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:47.599346 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-26add014-29d6-400d-be89-b4ce03b45651 req-db095c5f-f64f-4a39-b589-c0f4238a61db tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 984 time: 0.0460420 Sep 24 05:12:47.667742 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-26add014-29d6-400d-be89-b4ce03b45651 req-8175c5ff-348a-45e8-ae50-fd36eb87a2a9 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&id=04ed11fc-2c07-4d53-8110-ad9819653190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628836 Sep 24 05:12:48.786484 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001532eb-38e7-471f-b917-4f0db90edd5a req-49bd4575-1471-4b87-94d7-07e9d8abe0ed tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:48.788240 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-001532eb-38e7-471f-b917-4f0db90edd5a req-49bd4575-1471-4b87-94d7-07e9d8abe0ed tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 984 time: 0.0465047 Sep 24 05:12:48.847763 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-001532eb-38e7-471f-b917-4f0db90edd5a req-01612ae7-ff18-42c7-a1c5-047905481bfe tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&id=04ed11fc-2c07-4d53-8110-ad9819653190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534611 Sep 24 05:12:49.606426 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:49.935507 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36006) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:49.974709 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ef4d-454e-4a9a-ab23-0823d2ef969b req-0f21d550-5956-435b-bec8-bd6dbae9230a tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:49.976244 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8d62ef4d-454e-4a9a-ab23-0823d2ef969b req-0f21d550-5956-435b-bec8-bd6dbae9230a tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 984 time: 0.0535607 Sep 24 05:12:50.042167 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8d62ef4d-454e-4a9a-ab23-0823d2ef969b req-8adcc503-8c56-4bba-b1f7-f57a5425c28f tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&id=04ed11fc-2c07-4d53-8110-ad9819653190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603204 Sep 24 05:12:50.071841 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5893d56-050e-479a-a828-8e092a2dfcf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:50.098765 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:50.148962 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5893d56-050e-479a-a828-8e092a2dfcf7 admin admin] Publish callbacks [] for security_group (8d1f08e2-0366-4fba-b111-927dcfe7a2e0), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:50.152721 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5893d56-050e-479a-a828-8e092a2dfcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (8d1f08e2-0366-4fba-b111-927dcfe7a2e0), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:50.193102 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c5893d56-050e-479a-a828-8e092a2dfcf7 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=b3fe8a830ab742d3b3512efa8791577e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565525 Sep 24 05:12:50.193879 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5893d56-050e-479a-a828-8e092a2dfcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1f08e2-0366-4fba-b111-927dcfe7a2e0,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:50.196566 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36010) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:50.247204 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-643962c9-c557-4168-956c-ebd954d5d337 admin admin] Publish callbacks [] for security_group (8d1f08e2-0366-4fba-b111-927dcfe7a2e0), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:50.262410 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:50.267245 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-643962c9-c557-4168-956c-ebd954d5d337 admin admin] Publish callbacks [] for security_group (8d1f08e2-0366-4fba-b111-927dcfe7a2e0), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:50.315537 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-643962c9-c557-4168-956c-ebd954d5d337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (8d1f08e2-0366-4fba-b111-927dcfe7a2e0), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:50.318072 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-643962c9-c557-4168-956c-ebd954d5d337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:50.319249 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-643962c9-c557-4168-956c-ebd954d5d337 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/8d1f08e2-0366-4fba-b111-927dcfe7a2e0 HTTP/1.1" status: 204 len: 168 time: 0.1214468 Sep 24 05:12:50.326746 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643962c9-c557-4168-956c-ebd954d5d337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1f08e2-0366-4fba-b111-927dcfe7a2e0,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:50.579708 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36016) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:50.593500 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b4cbccbd-2e4c-4010-a943-dec0d042b1c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:50.678117 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b4cbccbd-2e4c-4010-a943-dec0d042b1c0 admin admin] Publish callbacks [] for security_group (db8d7465-246f-4379-9534-5c124f630f85), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:50.682385 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b4cbccbd-2e4c-4010-a943-dec0d042b1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (db8d7465-246f-4379-9534-5c124f630f85), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:50.719525 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbccbd-2e4c-4010-a943-dec0d042b1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8d7465-246f-4379-9534-5c124f630f85,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:50.727983 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-b4cbccbd-2e4c-4010-a943-dec0d042b1c0 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=790c7483cfb14878aeceb1601d0baab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441479 Sep 24 05:12:50.728627 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36020) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:50.744711 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:DELETE=7,neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:50.780875 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-82e8ad6f-8f85-4168-93f6-0eb1bf40cc83 admin admin] Publish callbacks [] for security_group (db8d7465-246f-4379-9534-5c124f630f85), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:50.805002 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-82e8ad6f-8f85-4168-93f6-0eb1bf40cc83 admin admin] Publish callbacks [] for security_group (db8d7465-246f-4379-9534-5c124f630f85), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:50.855880 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-82e8ad6f-8f85-4168-93f6-0eb1bf40cc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (db8d7465-246f-4379-9534-5c124f630f85), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:50.858566 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-82e8ad6f-8f85-4168-93f6-0eb1bf40cc83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:50.859786 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-82e8ad6f-8f85-4168-93f6-0eb1bf40cc83 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/db8d7465-246f-4379-9534-5c124f630f85 HTTP/1.1" status: 204 len: 168 time: 0.1307180 Sep 24 05:12:50.867846 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8ad6f-8f85-4168-93f6-0eb1bf40cc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8d7465-246f-4379-9534-5c124f630f85,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:51.168287 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf39f4-272c-4546-b681-05cfb3eafcb1 req-d904bd2d-e097-47de-99dc-49c98761b9a8 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:51.169781 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9fdf39f4-272c-4546-b681-05cfb3eafcb1 req-d904bd2d-e097-47de-99dc-49c98761b9a8 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 984 time: 0.0516005 Sep 24 05:12:51.214083 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:51.236617 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9fdf39f4-272c-4546-b681-05cfb3eafcb1 req-81675e5f-e2c5-41ed-b210-74e85ee09838 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&id=04ed11fc-2c07-4d53-8110-ad9819653190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613408 Sep 24 05:12:52.365890 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df5a96-8ef5-42a2-9bd4-f52ab71dfe80 req-235a1c1b-101d-47ad-a2a2-873dad48b0a2 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:52.367503 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f9df5a96-8ef5-42a2-9bd4-f52ab71dfe80 req-235a1c1b-101d-47ad-a2a2-873dad48b0a2 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 984 time: 0.0534496 Sep 24 05:12:52.433351 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f9df5a96-8ef5-42a2-9bd4-f52ab71dfe80 req-5725bd9e-150e-4b97-b682-0ea3fa57ea9b tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&id=04ed11fc-2c07-4d53-8110-ad9819653190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594535 Sep 24 05:12:53.259764 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36092) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:53.363154 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dceeebb7-4617-4a61-8382-0d7ad6007e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:53.446681 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dceeebb7-4617-4a61-8382-0d7ad6007e03 admin admin] Publish callbacks [] for security_group (678232c2-87e9-413c-b08f-e6bff4f34482), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:53.450374 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dceeebb7-4617-4a61-8382-0d7ad6007e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (678232c2-87e9-413c-b08f-e6bff4f34482), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:53.489574 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceeebb7-4617-4a61-8382-0d7ad6007e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678232c2-87e9-413c-b08f-e6bff4f34482,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:53.494778 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-dceeebb7-4617-4a61-8382-0d7ad6007e03 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=d571074946de43cfa2d6f89b11a6f8e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340083 Sep 24 05:12:53.497442 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36098) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:53.574544 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410469ee-0828-43a8-b15b-ff8597700c2c req-ec878cf3-b8eb-49fd-b47c-07807d5a3f37 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:12:53.575992 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-410469ee-0828-43a8-b15b-ff8597700c2c req-ec878cf3-b8eb-49fd-b47c-07807d5a3f37 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 984 time: 0.0638578 Sep 24 05:12:53.602799 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0c24bc02-c9f2-4d5a-b665-fc432791255d admin admin] Publish callbacks [] for security_group (678232c2-87e9-413c-b08f-e6bff4f34482), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:53.632164 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0c24bc02-c9f2-4d5a-b665-fc432791255d admin admin] Publish callbacks [] for security_group (678232c2-87e9-413c-b08f-e6bff4f34482), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:53.686252 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-410469ee-0828-43a8-b15b-ff8597700c2c req-ea007684-a784-4508-83d6-ada7faf50bea tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&id=04ed11fc-2c07-4d53-8110-ad9819653190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005914 Sep 24 05:12:53.705833 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0c24bc02-c9f2-4d5a-b665-fc432791255d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (678232c2-87e9-413c-b08f-e6bff4f34482), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:53.708419 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0c24bc02-c9f2-4d5a-b665-fc432791255d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:53.709512 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-0c24bc02-c9f2-4d5a-b665-fc432791255d admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/678232c2-87e9-413c-b08f-e6bff4f34482 HTTP/1.1" status: 204 len: 168 time: 0.2111630 Sep 24 05:12:53.717885 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24bc02-c9f2-4d5a-b665-fc432791255d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678232c2-87e9-413c-b08f-e6bff4f34482,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:53.973545 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36106) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:53.987196 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-de721bb8-1ec8-4b9c-93f2-6d8f9e2a6911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:54.041093 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:54.064195 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-de721bb8-1ec8-4b9c-93f2-6d8f9e2a6911 admin admin] Publish callbacks [] for security_group (543536e4-2b8d-4ffc-8dc6-822a3d886ea3), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:54.067505 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-de721bb8-1ec8-4b9c-93f2-6d8f9e2a6911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (543536e4-2b8d-4ffc-8dc6-822a3d886ea3), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:54.110242 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-de721bb8-1ec8-4b9c-93f2-6d8f9e2a6911 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=165f860ca6464585ab0aafe1241c2960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355548 Sep 24 05:12:54.111086 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de721bb8-1ec8-4b9c-93f2-6d8f9e2a6911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543536e4-2b8d-4ffc-8dc6-822a3d886ea3,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:54.113060 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36108) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:54.162476 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7b4b316b-5fd9-4e45-bd93-38630110beab admin admin] Publish callbacks [] for security_group (543536e4-2b8d-4ffc-8dc6-822a3d886ea3), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:54.182398 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7b4b316b-5fd9-4e45-bd93-38630110beab admin admin] Publish callbacks [] for security_group (543536e4-2b8d-4ffc-8dc6-822a3d886ea3), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:54.231326 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7b4b316b-5fd9-4e45-bd93-38630110beab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (543536e4-2b8d-4ffc-8dc6-822a3d886ea3), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:54.233814 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7b4b316b-5fd9-4e45-bd93-38630110beab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:54.234946 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-7b4b316b-5fd9-4e45-bd93-38630110beab admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/543536e4-2b8d-4ffc-8dc6-822a3d886ea3 HTTP/1.1" status: 204 len: 168 time: 0.1207552 Sep 24 05:12:54.243299 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b316b-5fd9-4e45-bd93-38630110beab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543536e4-2b8d-4ffc-8dc6-822a3d886ea3,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:58.684507 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36184) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:58.786149 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b83e1908-d70e-4700-981f-6db5f45e177c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:58.860392 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b83e1908-d70e-4700-981f-6db5f45e177c admin admin] Publish callbacks [] for security_group (e6178770-9935-4afa-a315-41f7f2e95ff8), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:58.864107 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b83e1908-d70e-4700-981f-6db5f45e177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (e6178770-9935-4afa-a315-41f7f2e95ff8), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:58.903578 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-b83e1908-d70e-4700-981f-6db5f45e177c admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=5473b885d507428fa06011a96ffcf104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180438 Sep 24 05:12:58.904404 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e1908-d70e-4700-981f-6db5f45e177c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6178770-9935-4afa-a315-41f7f2e95ff8,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:58.906479 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36188) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:58.943866 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:58.957008 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3919b44b-2045-4c4b-9331-34049b455baa admin admin] Publish callbacks [] for security_group (e6178770-9935-4afa-a315-41f7f2e95ff8), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:58.977497 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3919b44b-2045-4c4b-9331-34049b455baa admin admin] Publish callbacks [] for security_group (e6178770-9935-4afa-a315-41f7f2e95ff8), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:59.024874 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3919b44b-2045-4c4b-9331-34049b455baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (e6178770-9935-4afa-a315-41f7f2e95ff8), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:59.027607 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3919b44b-2045-4c4b-9331-34049b455baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:59.028751 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-3919b44b-2045-4c4b-9331-34049b455baa admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/e6178770-9935-4afa-a315-41f7f2e95ff8 HTTP/1.1" status: 204 len: 168 time: 0.1210227 Sep 24 05:12:59.037013 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919b44b-2045-4c4b-9331-34049b455baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6178770-9935-4afa-a315-41f7f2e95ff8,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:59.290122 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36194) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:59.297287 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:12:59.304483 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c8b0be94-912f-4663-9489-f8eba8452869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:59.386315 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c8b0be94-912f-4663-9489-f8eba8452869 admin admin] Publish callbacks [] for security_group (c7e2e4d5-8ebb-4387-809c-339555b9f30f), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:59.391275 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c8b0be94-912f-4663-9489-f8eba8452869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (c7e2e4d5-8ebb-4387-809c-339555b9f30f), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:59.432408 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0be94-912f-4663-9489-f8eba8452869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e2e4d5-8ebb-4387-809c-339555b9f30f,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:12:59.437434 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-c8b0be94-912f-4663-9489-f8eba8452869 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=fecd97f748e54675a9ef33aefcddee98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463158 Sep 24 05:12:59.440052 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36196) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:12:59.488053 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-32e061c5-d77b-4be0-b88e-8eee3e17bf41 admin admin] Publish callbacks [] for security_group (c7e2e4d5-8ebb-4387-809c-339555b9f30f), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:59.508156 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-32e061c5-d77b-4be0-b88e-8eee3e17bf41 admin admin] Publish callbacks [] for security_group (c7e2e4d5-8ebb-4387-809c-339555b9f30f), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:59.557000 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-32e061c5-d77b-4be0-b88e-8eee3e17bf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (c7e2e4d5-8ebb-4387-809c-339555b9f30f), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:59.559745 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-32e061c5-d77b-4be0-b88e-8eee3e17bf41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:12:59.563236 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-32e061c5-d77b-4be0-b88e-8eee3e17bf41 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/c7e2e4d5-8ebb-4387-809c-339555b9f30f HTTP/1.1" status: 204 len: 168 time: 0.1199853 Sep 24 05:12:59.574906 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e061c5-d77b-4be0-b88e-8eee3e17bf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e2e4d5-8ebb-4387-809c-339555b9f30f,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:00.179791 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:13:01.547830 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36266) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:01.650875 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-263a743e-5aea-48aa-a299-b7027eb19c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:01.670763 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:01.730214 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-263a743e-5aea-48aa-a299-b7027eb19c96 admin admin] Publish callbacks [] for security_group (52b0dbbc-73c3-4866-82a0-125f0b9135bf), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:01.733785 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-263a743e-5aea-48aa-a299-b7027eb19c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (52b0dbbc-73c3-4866-82a0-125f0b9135bf), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:01.771461 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-263a743e-5aea-48aa-a299-b7027eb19c96 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=86059e19d5ba46319ca8c08985e394ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225986 Sep 24 05:13:01.772276 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a743e-5aea-48aa-a299-b7027eb19c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b0dbbc-73c3-4866-82a0-125f0b9135bf,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:01.775064 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36270) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:01.824493 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-04e1e82d-b5db-4e9d-ad6a-2116297d42a3 admin admin] Publish callbacks [] for security_group (52b0dbbc-73c3-4866-82a0-125f0b9135bf), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:01.844268 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-04e1e82d-b5db-4e9d-ad6a-2116297d42a3 admin admin] Publish callbacks [] for security_group (52b0dbbc-73c3-4866-82a0-125f0b9135bf), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:01.888949 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-04e1e82d-b5db-4e9d-ad6a-2116297d42a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (52b0dbbc-73c3-4866-82a0-125f0b9135bf), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:01.891409 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-04e1e82d-b5db-4e9d-ad6a-2116297d42a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:01.892505 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-04e1e82d-b5db-4e9d-ad6a-2116297d42a3 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/52b0dbbc-73c3-4866-82a0-125f0b9135bf HTTP/1.1" status: 204 len: 168 time: 0.1165767 Sep 24 05:13:01.900471 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1e82d-b5db-4e9d-ad6a-2116297d42a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b0dbbc-73c3-4866-82a0-125f0b9135bf,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:02.159126 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36276) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:02.172789 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3bdba1e3-0f3f-478d-9b8a-652763aab7d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:02.235923 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:INSERT=19,neutron:SELECT=74,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:02.250535 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3bdba1e3-0f3f-478d-9b8a-652763aab7d4 admin admin] Publish callbacks [] for security_group (f65ff965-0e17-4fd7-9a76-acbac8ee0d49), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:02.254217 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3bdba1e3-0f3f-478d-9b8a-652763aab7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (f65ff965-0e17-4fd7-9a76-acbac8ee0d49), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:02.292565 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-3bdba1e3-0f3f-478d-9b8a-652763aab7d4 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=8e4eb1677304462ca4b981765a5502a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324277 Sep 24 05:13:02.294529 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdba1e3-0f3f-478d-9b8a-652763aab7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65ff965-0e17-4fd7-9a76-acbac8ee0d49,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:02.295399 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36278) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:02.345170 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f210fdc0-6177-48ab-ba6d-9890afa0939b admin admin] Publish callbacks [] for security_group (f65ff965-0e17-4fd7-9a76-acbac8ee0d49), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:02.364979 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f210fdc0-6177-48ab-ba6d-9890afa0939b admin admin] Publish callbacks [] for security_group (f65ff965-0e17-4fd7-9a76-acbac8ee0d49), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:02.423470 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f210fdc0-6177-48ab-ba6d-9890afa0939b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (f65ff965-0e17-4fd7-9a76-acbac8ee0d49), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:02.426095 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f210fdc0-6177-48ab-ba6d-9890afa0939b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:02.427237 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-f210fdc0-6177-48ab-ba6d-9890afa0939b admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/f65ff965-0e17-4fd7-9a76-acbac8ee0d49 HTTP/1.1" status: 204 len: 168 time: 0.1308675 Sep 24 05:13:02.435111 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210fdc0-6177-48ab-ba6d-9890afa0939b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65ff965-0e17-4fd7-9a76-acbac8ee0d49,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:02.701150 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c127bbc7-8c15-4374-b98a-824c59f6feee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:05.141498 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-72500e90-d4d9-4bbe-bcbd-95f36bbe5cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:06.419412 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:08.034741 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:08.067416 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:10.136057 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:10.176067 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:12.287572 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:INSERT=7,neutron:SELECT=51,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:12.290885 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=6 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:12.430530 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=41,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:12.431226 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=25,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:18.061270 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=56,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:18.063492 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:19.613917 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:27.249246 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36428) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:27.353403 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-59183fee-c836-40ef-9ed9-811bb280b052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:27.430143 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-59183fee-c836-40ef-9ed9-811bb280b052 admin admin] Publish callbacks [] for security_group (ab34ab22-27d0-4df7-87fa-117419f0e4aa), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:27.433729 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-59183fee-c836-40ef-9ed9-811bb280b052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (ab34ab22-27d0-4df7-87fa-117419f0e4aa), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:27.472970 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-59183fee-c836-40ef-9ed9-811bb280b052 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=ff6b0dd3fb5d490985d350f91471106a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226245 Sep 24 05:13:27.473814 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59183fee-c836-40ef-9ed9-811bb280b052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab34ab22-27d0-4df7-87fa-117419f0e4aa,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:27.475729 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36432) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:27.773140 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4c392e9f-75f3-4f02-9070-ac5fa3ee5b59 admin admin] Publish callbacks [] for security_group (ab34ab22-27d0-4df7-87fa-117419f0e4aa), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:27.793049 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4c392e9f-75f3-4f02-9070-ac5fa3ee5b59 admin admin] Publish callbacks [] for security_group (ab34ab22-27d0-4df7-87fa-117419f0e4aa), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:27.838821 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4c392e9f-75f3-4f02-9070-ac5fa3ee5b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (ab34ab22-27d0-4df7-87fa-117419f0e4aa), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:27.841372 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4c392e9f-75f3-4f02-9070-ac5fa3ee5b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:27.842509 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-4c392e9f-75f3-4f02-9070-ac5fa3ee5b59 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/ab34ab22-27d0-4df7-87fa-117419f0e4aa HTTP/1.1" status: 204 len: 168 time: 0.3657296 Sep 24 05:13:27.850380 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c392e9f-75f3-4f02-9070-ac5fa3ee5b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab34ab22-27d0-4df7-87fa-117419f0e4aa,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:28.833572 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36464) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:28.939178 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0783cdf8-8266-45fb-89ec-cc4e1c04b701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:29.015888 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0783cdf8-8266-45fb-89ec-cc4e1c04b701 admin admin] Publish callbacks [] for security_group (90687d17-b545-40c5-9eea-a54a41453e29), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:29.019508 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0783cdf8-8266-45fb-89ec-cc4e1c04b701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (90687d17-b545-40c5-9eea-a54a41453e29), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:29.058018 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-0783cdf8-8266-45fb-89ec-cc4e1c04b701 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=33ebabdd38da434493e48995bcd4120e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233629 Sep 24 05:13:29.059226 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783cdf8-8266-45fb-89ec-cc4e1c04b701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90687d17-b545-40c5-9eea-a54a41453e29,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:29.060792 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36468) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:29.095310 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=14 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:29.097148 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=12 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:29.110406 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b1d31568-b6c6-4590-bba8-94193ced3fd3 admin admin] Publish callbacks [] for security_group (90687d17-b545-40c5-9eea-a54a41453e29), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:29.129934 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b1d31568-b6c6-4590-bba8-94193ced3fd3 admin admin] Publish callbacks [] for security_group (90687d17-b545-40c5-9eea-a54a41453e29), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:29.180455 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b1d31568-b6c6-4590-bba8-94193ced3fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (90687d17-b545-40c5-9eea-a54a41453e29), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:29.182975 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b1d31568-b6c6-4590-bba8-94193ced3fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:29.184103 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-b1d31568-b6c6-4590-bba8-94193ced3fd3 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/90687d17-b545-40c5-9eea-a54a41453e29 HTTP/1.1" status: 204 len: 168 time: 0.1223276 Sep 24 05:13:29.191848 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d31568-b6c6-4590-bba8-94193ced3fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90687d17-b545-40c5-9eea-a54a41453e29,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:32.698591 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8bfecbd8-80c5-4ee7-ba5b-f4826b8fc57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:35.143438 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a20e5bce-8b2b-4a8b-826d-b876e14e58dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:36.421630 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:37.177772 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:13:38.038042 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:38.068450 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:39.052257 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=33,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:39.055303 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=36,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:39.186980 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=36,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:39.187764 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=33,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:39.993341 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36608) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:40.098035 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:40.173345 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Publish callbacks [] for security_group (37e32753-1c32-4eba-a826-ad40e5580a55), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:40.176851 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (37e32753-1c32-4eba-a826-ad40e5580a55), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:40.214518 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e32753-1c32-4eba-a826-ad40e5580a55,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:40.218483 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=2e82c8cb690549b99a512f13d953fe1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241402 Sep 24 05:13:40.221412 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36612) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:40.224271 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.224621 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.224966 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.225304 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.225639 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.225970 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.226913 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.227238 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.227567 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.227893 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.228219 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.228549 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.228870 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.229190 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.229512 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6360b4-69e3-41a3-b94a-6499846d9e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.271792 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Publish callbacks [] for security_group (37e32753-1c32-4eba-a826-ad40e5580a55), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:40.292118 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Publish callbacks [] for security_group (37e32753-1c32-4eba-a826-ad40e5580a55), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:40.337724 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (37e32753-1c32-4eba-a826-ad40e5580a55), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:40.340226 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:40.341332 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/37e32753-1c32-4eba-a826-ad40e5580a55 HTTP/1.1" status: 204 len: 168 time: 0.1189280 Sep 24 05:13:40.348769 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e32753-1c32-4eba-a826-ad40e5580a55,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:40.356255 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.356595 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.356931 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.357263 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.357592 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.357915 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.358260 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.358577 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.358898 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.359225 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.359532 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.359846 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.360158 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.360468 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:40.360778 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea82ad0-1759-4cb9-830b-329dcc92fd60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:13:41.762608 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f6f36-47c6-4838-91fc-47de1e1d1b90 req-8553d6ed-608e-43f4-a631-1c902bf5d6b7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:13:41.764044 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-521f6f36-47c6-4838-91fc-47de1e1d1b90 req-8553d6ed-608e-43f4-a631-1c902bf5d6b7 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 946 time: 0.0469761 Sep 24 05:13:41.809460 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-521f6f36-47c6-4838-91fc-47de1e1d1b90 req-e572dd3d-35e1-493d-8fd4-33e293b83456 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400167 Sep 24 05:13:42.938580 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6476c-783c-42f3-8564-f81a93ed7bc0 req-bac941de-caa4-43b4-aefc-ed2554ec6257 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:13:42.939920 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2af6476c-783c-42f3-8564-f81a93ed7bc0 req-bac941de-caa4-43b4-aefc-ed2554ec6257 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 946 time: 0.0487134 Sep 24 05:13:42.985573 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2af6476c-783c-42f3-8564-f81a93ed7bc0 req-19d010ed-e056-4a78-b10f-1b525718a878 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8c20d5a8-eefc-4005-930a-8f59e952dd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401742 Sep 24 05:13:43.448884 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30c51a-a3ae-4fa5-bc9b-bcb62414968e req-3183cf77-6487-4eb3-a3d5-0e48a4fafcf9 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:13:43.450322 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8b30c51a-a3ae-4fa5-bc9b-bcb62414968e req-3183cf77-6487-4eb3-a3d5-0e48a4fafcf9 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 946 time: 0.0463798 Sep 24 05:13:43.529199 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-8b30c51a-a3ae-4fa5-bc9b-bcb62414968e req-3d3432ea-fb73-43f5-b954-945f495f0f4e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Deleting port e1514bf0-06bf-454f-bb1a-b1c69713927f {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:13:43.529535 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-8b30c51a-a3ae-4fa5-bc9b-bcb62414968e req-3d3432ea-fb73-43f5-b954-945f495f0f4e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:43.618913 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-8b30c51a-a3ae-4fa5-bc9b-bcb62414968e req-3d3432ea-fb73-43f5-b954-945f495f0f4e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] For port e1514bf0-06bf-454f-bb1a-b1c69713927f, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e1514bf0-06bf-454f-bb1a-b1c69713927f,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:13:43.619270 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-8b30c51a-a3ae-4fa5-bc9b-bcb62414968e req-3d3432ea-fb73-43f5-b954-945f495f0f4e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:43.778760 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-8b30c51a-a3ae-4fa5-bc9b-bcb62414968e req-3d3432ea-fb73-43f5-b954-945f495f0f4e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:43.779123 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-8b30c51a-a3ae-4fa5-bc9b-bcb62414968e req-3d3432ea-fb73-43f5-b954-945f495f0f4e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (9497d508-3f37-40d4-a5dc-0bd40a98d172), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:43.779433 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.l3_db [req-8b30c51a-a3ae-4fa5-bc9b-bcb62414968e req-3d3432ea-fb73-43f5-b954-945f495f0f4e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Floating IP 9497d508-3f37-40d4-a5dc-0bd40a98d172 disassociated. External IP: 172.27.0.253, port: e1514bf0-06bf-454f-bb1a-b1c69713927f. Sep 24 05:13:43.779769 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-8b30c51a-a3ae-4fa5-bc9b-bcb62414968e req-3d3432ea-fb73-43f5-b954-945f495f0f4e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Calling delete_port for e1514bf0-06bf-454f-bb1a-b1c69713927f owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:13:43.865044 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:43.919413 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:43.930640 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-8b30c51a-a3ae-4fa5-bc9b-bcb62414968e req-3d3432ea-fb73-43f5-b954-945f495f0f4e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (e1514bf0-06bf-454f-bb1a-b1c69713927f), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:43.962765 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3432ea-fb73-43f5-b954-945f495f0f4e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event deleted for resources: {'Port': ['ID=e1514bf0-06bf-454f-bb1a-b1c69713927f,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:44.072406 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b30c51a-a3ae-4fa5-bc9b-bcb62414968e req-3d3432ea-fb73-43f5-b954-945f495f0f4e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Router 30d27e84-daeb-4c10-8615-2d0506092c0e has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:13:44.099173 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8014c703-6ecb-4220-bdf1-88803a21597f req-57baed29-0fec-4354-967c-2a0e3dbb62dc tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=36f8e098-a4b5-40a4-8f49-f341c5ad940c HTTP/1.1" status: 200 len: 210 time: 0.0299623 Sep 24 05:13:44.198307 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b30c51a-a3ae-4fa5-bc9b-bcb62414968e req-3d3432ea-fb73-43f5-b954-945f495f0f4e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:13:44.210863 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34c85b8-8866-421d-ae39-365ccef2e63a None None] Sync routers for ids ['30d27e84-daeb-4c10-8615-2d0506092c0e'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:13:44.223149 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34c85b8-8866-421d-ae39-365ccef2e63a None None] Routers {'30d27e84-daeb-4c10-8615-2d0506092c0e'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:13:44.223764 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-a34c85b8-8866-421d-ae39-365ccef2e63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:13:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['30d27e84-daeb-4c10-8615-2d0506092c0e'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:13:44.246779 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b30c51a-a3ae-4fa5-bc9b-bcb62414968e req-3d3432ea-fb73-43f5-b954-945f495f0f4e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] No DVR routers for this DVR port e1514bf0-06bf-454f-bb1a-b1c69713927f on host hv-cinder-85918 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:13:44.249318 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-8b30c51a-a3ae-4fa5-bc9b-bcb62414968e req-3d3432ea-fb73-43f5-b954-945f495f0f4e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:44.252509 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8b30c51a-a3ae-4fa5-bc9b-bcb62414968e req-3d3432ea-fb73-43f5-b954-945f495f0f4e tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.16 "DELETE /networking/v2.0/ports/e1514bf0-06bf-454f-bb1a-b1c69713927f HTTP/1.1" status: 204 len: 173 time: 0.7973387 Sep 24 05:13:44.252994 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'name': 'network-vif-deleted', 'tag': 'e1514bf0-06bf-454f-bb1a-b1c69713927f'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:13:44.255230 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0cd2df-58bf-47b2-ac2d-ee2adebfa7fa" -d '{"events": [{"server_uuid": "36f8e098-a4b5-40a4-8f49-f341c5ad940c", "name": "network-vif-deleted", "tag": "e1514bf0-06bf-454f-bb1a-b1c69713927f"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:13:44.319909 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ea1d69-0d7c-4f56-8cd2-46b15ec91ac9 x-openstack-request-id: req-f9ea1d69-0d7c-4f56-8cd2-46b15ec91ac9 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:13:44.320200 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f8e098-a4b5-40a4-8f49-f341c5ad940c", "name": "network-vif-deleted", "tag": "e1514bf0-06bf-454f-bb1a-b1c69713927f", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:13:44.320643 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9ea1d69-0d7c-4f56-8cd2-46b15ec91ac9 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:13:44.321107 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ea1d69-0d7c-4f56-8cd2-46b15ec91ac9'] response: {'server_uuid': '36f8e098-a4b5-40a4-8f49-f341c5ad940c', 'name': 'network-vif-deleted', 'tag': 'e1514bf0-06bf-454f-bb1a-b1c69713927f', 'status': 'completed', 'code': 200} Sep 24 05:13:44.348589 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-a34c85b8-8866-421d-ae39-365ccef2e63a None None] Set router 30d27e84-daeb-4c10-8615-2d0506092c0e gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:13:44.553294 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-a34c85b8-8866-421d-ae39-365ccef2e63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:48Z', 'revision_number': 4, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8f8e7c41-4cfc-48fe-85ef-a309c017098f', 'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'mac_address': 'fa:16:3e:18:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:00:55Z', 'revision_number': 5, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'subnets': [{'id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:13:44.576772 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34c85b8-8866-421d-ae39-365ccef2e63a None None] Checking router: 30d27e84-daeb-4c10-8615-2d0506092c0e for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:13:44.584795 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34c85b8-8866-421d-ae39-365ccef2e63a None None] Routers {'30d27e84-daeb-4c10-8615-2d0506092c0e'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:13:44.585374 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-a34c85b8-8866-421d-ae39-365ccef2e63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:13:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['30d27e84-daeb-4c10-8615-2d0506092c0e'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:13:44.685910 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-a34c85b8-8866-421d-ae39-365ccef2e63a None None] Set router 30d27e84-daeb-4c10-8615-2d0506092c0e gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:13:44.881168 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-a34c85b8-8866-421d-ae39-365ccef2e63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:48Z', 'revision_number': 4, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8f8e7c41-4cfc-48fe-85ef-a309c017098f', 'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'mac_address': 'fa:16:3e:18:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:00:55Z', 'revision_number': 5, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'subnets': [{'id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:13:44.907362 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34c85b8-8866-421d-ae39-365ccef2e63a None None] The sync data for ids ['30d27e84-daeb-4c10-8615-2d0506092c0e'] in dv-cinder-859186-1-iscsi is: [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:48Z', 'revision_number': 4, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8f8e7c41-4cfc-48fe-85ef-a309c017098f', 'name': '', 'network_id': 'c071aac1-7a40-472d-a3df-a9b342b44447', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'mac_address': 'fa:16:3e:18:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:47Z', 'updated_at': '2022-09-24T05:00:55Z', 'revision_number': 5, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'subnets': [{'id': '521b0c5c-068d-4d85-8ac0-e80107b00a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:13:45.117381 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2fe335-1b0b-4ef9-9e24-7f3f237fa463 None None] New status for floating IP 9497d508-3f37-40d4-a5dc-0bd40a98d172: DOWN {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:13:45.200435 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36640) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:45.258684 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2da07f06-ed18-4601-aee6-acad4cb66e00 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group (8c20d5a8-eefc-4005-930a-8f59e952dd90), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:45.281822 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2da07f06-ed18-4601-aee6-acad4cb66e00 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group (8c20d5a8-eefc-4005-930a-8f59e952dd90), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:45.327554 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2da07f06-ed18-4601-aee6-acad4cb66e00 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (8c20d5a8-eefc-4005-930a-8f59e952dd90), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:45.330164 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2da07f06-ed18-4601-aee6-acad4cb66e00 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:45.331264 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-2da07f06-ed18-4601-aee6-acad4cb66e00 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "DELETE /networking/v2.0/security-groups/8c20d5a8-eefc-4005-930a-8f59e952dd90 HTTP/1.1" status: 204 len: 168 time: 0.1297929 Sep 24 05:13:45.334168 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36642) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:45.340702 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da07f06-ed18-4601-aee6-acad4cb66e00 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c20d5a8-eefc-4005-930a-8f59e952dd90,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:45.348726 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.api.v2.resource [None req-b4f722ea-ff2d-405e-9772-d3c284ce4455 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] show failed (client error): The resource could not be found. Sep 24 05:13:45.349720 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-b4f722ea-ff2d-405e-9772-d3c284ce4455 tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "GET /networking/v2.0/security-groups/8c20d5a8-eefc-4005-930a-8f59e952dd90 HTTP/1.1" status: 404 len: 347 time: 0.0145674 Sep 24 05:13:45.353123 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36644) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:45.460411 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-30e62582-17cf-4424-9e0e-96ad9c94212d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Deleting port fd9b7218-23d4-4899-942e-c7391d5a3cd6 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:13:45.460749 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-30e62582-17cf-4424-9e0e-96ad9c94212d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (fd9b7218-23d4-4899-942e-c7391d5a3cd6), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:45.535752 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-30e62582-17cf-4424-9e0e-96ad9c94212d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (fd9b7218-23d4-4899-942e-c7391d5a3cd6), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:45.536073 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-30e62582-17cf-4424-9e0e-96ad9c94212d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for floatingip (fd9b7218-23d4-4899-942e-c7391d5a3cd6), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:45.548848 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-30e62582-17cf-4424-9e0e-96ad9c94212d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Calling delete_port for fd9b7218-23d4-4899-942e-c7391d5a3cd6 owned by network:floatingip {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:13:45.683506 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-30e62582-17cf-4424-9e0e-96ad9c94212d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (fd9b7218-23d4-4899-942e-c7391d5a3cd6), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:45.708666 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e62582-17cf-4424-9e0e-96ad9c94212d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Pushing event deleted for resources: {'Port': ['ID=fd9b7218-23d4-4899-942e-c7391d5a3cd6,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:45.771407 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-30e62582-17cf-4424-9e0e-96ad9c94212d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks [] for floatingip (9497d508-3f37-40d4-a5dc-0bd40a98d172), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:45.774425 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-30e62582-17cf-4424-9e0e-96ad9c94212d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:45.775562 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-30e62582-17cf-4424-9e0e-96ad9c94212d tempest-AttachVolumeShelveTestJSON-1434580538 tempest-AttachVolumeShelveTestJSON-1434580538-project] 10.222.0.50 "DELETE /networking/v2.0/floatingips/9497d508-3f37-40d4-a5dc-0bd40a98d172 HTTP/1.1" status: 204 len: 168 time: 0.4215500 Sep 24 05:13:48.224375 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36668) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:48.453534 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:48.587603 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:48.613150 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device e1514bf0-06bf-454f-bb1a-b1c69713927f no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:13:48.615429 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:48.617048 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:48.634620 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: e1514bf0-06bf-454f-bb1a-b1c69713927f {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:13:48.634963 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device e1514bf0-06bf-454f-bb1a-b1c69713927f not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:13:48.674262 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ab21973a-37e8-4fcc-80ae-da743f7af624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429734'] for router_interface (30d27e84-daeb-4c10-8615-2d0506092c0e), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:48.890471 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-ab21973a-37e8-4fcc-80ae-da743f7af624 admin admin] Deleting port 8f8e7c41-4cfc-48fe-85ef-a309c017098f {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:13:48.890813 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ab21973a-37e8-4fcc-80ae-da743f7af624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (8f8e7c41-4cfc-48fe-85ef-a309c017098f), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:48.971920 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-ab21973a-37e8-4fcc-80ae-da743f7af624 admin admin] For port 8f8e7c41-4cfc-48fe-85ef-a309c017098f, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=8f8e7c41-4cfc-48fe-85ef-a309c017098f,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:13:48.972193 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ab21973a-37e8-4fcc-80ae-da743f7af624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (8f8e7c41-4cfc-48fe-85ef-a309c017098f), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:48.985186 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-ab21973a-37e8-4fcc-80ae-da743f7af624 admin admin] Calling delete_port for 8f8e7c41-4cfc-48fe-85ef-a309c017098f owned by network:router_interface {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:13:49.160885 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ab21973a-37e8-4fcc-80ae-da743f7af624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (8f8e7c41-4cfc-48fe-85ef-a309c017098f), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:49.186622 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21973a-37e8-4fcc-80ae-da743f7af624 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8e7c41-4cfc-48fe-85ef-a309c017098f,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:49.297568 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:49.352110 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ab21973a-37e8-4fcc-80ae-da743f7af624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435734'] for router_interface (30d27e84-daeb-4c10-8615-2d0506092c0e), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:49.435105 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:49.628477 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:49.782559 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab21973a-37e8-4fcc-80ae-da743f7af624 admin admin] Router 30d27e84-daeb-4c10-8615-2d0506092c0e has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:13:49.880978 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab21973a-37e8-4fcc-80ae-da743f7af624 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:13:49.890257 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-ab21973a-37e8-4fcc-80ae-da743f7af624 admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/30d27e84-daeb-4c10-8615-2d0506092c0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6622357 Sep 24 05:13:49.890257 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36672) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:49.894193 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff8823-d610-409e-ad4e-04e66d72a8a6 None None] Sync routers for ids ['30d27e84-daeb-4c10-8615-2d0506092c0e'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:13:49.903683 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff8823-d610-409e-ad4e-04e66d72a8a6 None None] Routers {'30d27e84-daeb-4c10-8615-2d0506092c0e'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:13:49.904274 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-0fff8823-d610-409e-ad4e-04e66d72a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:13:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['30d27e84-daeb-4c10-8615-2d0506092c0e'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:13:49.988831 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e94dbb18-72fa-4dde-9b93-32274ad63582 admin admin] Publish callbacks [] for router (30d27e84-daeb-4c10-8615-2d0506092c0e), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:50.087613 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-0fff8823-d610-409e-ad4e-04e66d72a8a6 None None] Set router 30d27e84-daeb-4c10-8615-2d0506092c0e gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:13:50.091959 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e94dbb18-72fa-4dde-9b93-32274ad63582 admin admin] Publish callbacks [] for router_gateway (30d27e84-daeb-4c10-8615-2d0506092c0e), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:50.135497 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-e94dbb18-72fa-4dde-9b93-32274ad63582 admin admin] Deleting port 48725b3e-111f-4ae8-846c-ac7cb8685e05 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:13:50.135753 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e94dbb18-72fa-4dde-9b93-32274ad63582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (48725b3e-111f-4ae8-846c-ac7cb8685e05), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:50.217627 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-e94dbb18-72fa-4dde-9b93-32274ad63582 admin admin] For port 48725b3e-111f-4ae8-846c-ac7cb8685e05, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=48725b3e-111f-4ae8-846c-ac7cb8685e05,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:13:50.217984 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e94dbb18-72fa-4dde-9b93-32274ad63582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (48725b3e-111f-4ae8-846c-ac7cb8685e05), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:50.231614 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-e94dbb18-72fa-4dde-9b93-32274ad63582 admin admin] Calling delete_port for 48725b3e-111f-4ae8-846c-ac7cb8685e05 owned by network:router_gateway {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:13:50.251599 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-0fff8823-d610-409e-ad4e-04e66d72a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:13:49Z', 'revision_number': 5, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port': {'id': '48725b3e-111f-4ae8-846c-ac7cb8685e05', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:41Z', 'updated_at': '2022-09-24T05:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:13:50.253114 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:50.254665 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:50.281213 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff8823-d610-409e-ad4e-04e66d72a8a6 None None] Checking router: 30d27e84-daeb-4c10-8615-2d0506092c0e for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:13:50.289754 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff8823-d610-409e-ad4e-04e66d72a8a6 None None] Routers {'30d27e84-daeb-4c10-8615-2d0506092c0e'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:13:50.290397 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-0fff8823-d610-409e-ad4e-04e66d72a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:13:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['30d27e84-daeb-4c10-8615-2d0506092c0e'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:13:50.345007 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:50.371387 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-0fff8823-d610-409e-ad4e-04e66d72a8a6 None None] Set router 30d27e84-daeb-4c10-8615-2d0506092c0e gateway port host: None {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:13:50.401850 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e94dbb18-72fa-4dde-9b93-32274ad63582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (48725b3e-111f-4ae8-846c-ac7cb8685e05), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:50.422718 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-0fff8823-d610-409e-ad4e-04e66d72a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:13:50Z', 'revision_number': 6, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port_host': None}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:13:50.424969 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94dbb18-72fa-4dde-9b93-32274ad63582 admin admin] Pushing event deleted for resources: {'Port': ['ID=48725b3e-111f-4ae8-846c-ac7cb8685e05,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:50.448039 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff8823-d610-409e-ad4e-04e66d72a8a6 None None] The sync data for ids ['30d27e84-daeb-4c10-8615-2d0506092c0e'] in dv-cinder-859186-1-iscsi is: [{'id': '30d27e84-daeb-4c10-8615-2d0506092c0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886410042-router', 'tenant_id': 'c1aaf20f480a423ea5feca81585aeeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:13:50Z', 'revision_number': 6, 'project_id': 'c1aaf20f480a423ea5feca81585aeeed', 'gw_port_host': None}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:13:50.472999 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:50.494760 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e94dbb18-72fa-4dde-9b93-32274ad63582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437340'] for router_gateway (30d27e84-daeb-4c10-8615-2d0506092c0e), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:50.579532 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e94dbb18-72fa-4dde-9b93-32274ad63582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4195'] for router (30d27e84-daeb-4c10-8615-2d0506092c0e), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:50.581656 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e94dbb18-72fa-4dde-9b93-32274ad63582 admin admin] Publish callbacks [] for router_controller (30d27e84-daeb-4c10-8615-2d0506092c0e), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:50.626237 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e94dbb18-72fa-4dde-9b93-32274ad63582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435819'] for router (30d27e84-daeb-4c10-8615-2d0506092c0e), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:50.626830 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94dbb18-72fa-4dde-9b93-32274ad63582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30d27e84-daeb-4c10-8615-2d0506092c0e {{(pid=106192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 05:13:50.631374 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e94dbb18-72fa-4dde-9b93-32274ad63582 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:50.632238 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-e94dbb18-72fa-4dde-9b93-32274ad63582 admin admin] 10.222.0.50 "DELETE /networking/v2.0/routers/30d27e84-daeb-4c10-8615-2d0506092c0e HTTP/1.1" status: 204 len: 168 time: 0.7417479 Sep 24 05:13:50.634945 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36674) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:50.679491 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_v2 [None req-47749df1-c110-4250-b7f8-68fd3f52537d admin admin] Deleting subnet 521b0c5c-068d-4d85-8ac0-e80107b00a80 {{(pid=106192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 05:13:50.682548 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-47749df1-c110-4250-b7f8-68fd3f52537d admin admin] Publish callbacks [] for subnet (521b0c5c-068d-4d85-8ac0-e80107b00a80), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:50.716517 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-47749df1-c110-4250-b7f8-68fd3f52537d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2600269'] for subnet (521b0c5c-068d-4d85-8ac0-e80107b00a80), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:50.803446 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-47749df1-c110-4250-b7f8-68fd3f52537d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66367886'] for subnet (521b0c5c-068d-4d85-8ac0-e80107b00a80), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:50.865134 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-47749df1-c110-4250-b7f8-68fd3f52537d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66370483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3700566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3662227'] for subnet (521b0c5c-068d-4d85-8ac0-e80107b00a80), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:50.890612 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47749df1-c110-4250-b7f8-68fd3f52537d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=521b0c5c-068d-4d85-8ac0-e80107b00a80,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:50.896464 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-47749df1-c110-4250-b7f8-68fd3f52537d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:50.899783 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-47749df1-c110-4250-b7f8-68fd3f52537d admin admin] 10.222.0.50 "DELETE /networking/v2.0/subnets/521b0c5c-068d-4d85-8ac0-e80107b00a80 HTTP/1.1" status: 204 len: 168 time: 0.2639208 Sep 24 05:13:50.902880 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36676) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:50.905338 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089d723a-eb16-4e8d-a714-7e5e5230adbd None None] Network c071aac1-7a40-472d-a3df-a9b342b44447 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:13:50.912892 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 8f8e7c41-4cfc-48fe-85ef-a309c017098f no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:13:50.946522 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 8f8e7c41-4cfc-48fe-85ef-a309c017098f {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:13:50.947531 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 8f8e7c41-4cfc-48fe-85ef-a309c017098f not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:13:50.991543 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328315'] for network (c071aac1-7a40-472d-a3df-a9b342b44447), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:51.041230 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] Deleting port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:13:51.041572 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (2169f717-0fcd-4c7b-98c2-b3e9a5039a80), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:51.106268 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] For port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=2169f717-0fcd-4c7b-98c2-b3e9a5039a80,segment=NetworkSegment(5670e9cf-a1d8-4952-b5bb-ff37f63b91c2),segment_id=5670e9cf-a1d8-4952-b5bb-ff37f63b91c2)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:13:51.106625 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (2169f717-0fcd-4c7b-98c2-b3e9a5039a80), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:51.119415 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] Calling delete_port for 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 owned by network:dhcp {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:13:51.200149 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (2169f717-0fcd-4c7b-98c2-b3e9a5039a80), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:51.224031 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] Pushing event deleted for resources: {'Port': ['ID=2169f717-0fcd-4c7b-98c2-b3e9a5039a80,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:51.230990 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] No DVR routers for this DVR port 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 on host dv-cinder-859186-1-iscsi {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:13:51.258360 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b341d0-6a5f-4ac7-bfe3-8ebe4a77482e None None] DHCP port deletion for c071aac1-7a40-472d-a3df-a9b342b44447 request from dv-cinder-859186-1-iscsi {{(pid=106194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 05:13:51.314584 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66397605', 'neutron.services.segments.db._delete_segments_for_network-8754988363457'] for network (c071aac1-7a40-472d-a3df-a9b342b44447), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:51.339556 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c071aac1-7a40-472d-a3df-a9b342b44447']}} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:13:51.349391 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2') {'for_net_delete': True} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:13:51.349985 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5670e9cf-a1d8-4952-b5bb-ff37f63b91c2') {} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:13:51.359691 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754988363349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600310'] for segment (5670e9cf-a1d8-4952-b5bb-ff37f63b91c2), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:51.372635 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:51.378797 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (5670e9cf-a1d8-4952-b5bb-ff37f63b91c2), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:51.383075 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:51.386829 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 05:13:51.387213 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3700716'] for segment (5670e9cf-a1d8-4952-b5bb-ff37f63b91c2), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:51.428056 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 5670e9cf-a1d8-4952-b5bb-ff37f63b91c2 resource provider aggregate not found Sep 24 05:13:51.448675 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 5670e9cf-a1d8-4952-b5bb-ff37f63b91c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5670e9cf-a1d8-4952-b5bb-ff37f63b91c2 found for delete ", "request_id": "req-23ed8f8e-c22a-413e-8328-a9a9e5e5bc9c"}]} Sep 24 05:13:51.453123 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66397596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437385'] for network (c071aac1-7a40-472d-a3df-a9b342b44447), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:51.458941 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:51.462473 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] 10.222.0.50 "DELETE /networking/v2.0/networks/c071aac1-7a40-472d-a3df-a9b342b44447 HTTP/1.1" status: 204 len: 168 time: 0.5454097 Sep 24 05:13:51.475056 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671925c0-8e1a-4a26-9c1c-ec3640d1241d admin admin] Pushing event deleted for resources: {'Network': ['ID=c071aac1-7a40-472d-a3df-a9b342b44447,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:51.594364 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36684) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:51.634364 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-e914da14-97fe-415b-a0cd-953db30c8882 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=c1aaf20f480a423ea5feca81585aeeed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387485 Sep 24 05:13:51.636707 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36686) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:51.686882 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3ffbd2f-eee2-493a-aa70-f13a90e36a06 admin admin] Publish callbacks [] for security_group (fdb24090-8721-45c3-9c57-edd246ca994a), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:51.707414 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3ffbd2f-eee2-493a-aa70-f13a90e36a06 admin admin] Publish callbacks [] for security_group (fdb24090-8721-45c3-9c57-edd246ca994a), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:51.754146 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3ffbd2f-eee2-493a-aa70-f13a90e36a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (fdb24090-8721-45c3-9c57-edd246ca994a), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:51.756728 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3ffbd2f-eee2-493a-aa70-f13a90e36a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:51.757848 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-f3ffbd2f-eee2-493a-aa70-f13a90e36a06 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/fdb24090-8721-45c3-9c57-edd246ca994a HTTP/1.1" status: 204 len: 168 time: 0.1202478 Sep 24 05:13:51.765468 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffbd2f-eee2-493a-aa70-f13a90e36a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb24090-8721-45c3-9c57-edd246ca994a,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:52.773816 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:13:52.796468 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:13:52.796818 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 2169f717-0fcd-4c7b-98c2-b3e9a5039a80 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:13:52.797240 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 48725b3e-111f-4ae8-846c-ac7cb8685e05 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:13:52.815821 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 48725b3e-111f-4ae8-846c-ac7cb8685e05 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:13:52.816173 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 48725b3e-111f-4ae8-846c-ac7cb8685e05 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:13:53.703216 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36758) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:53.808593 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bab0334a-fe4c-4b4d-82fb-98602edf3aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:53.882461 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bab0334a-fe4c-4b4d-82fb-98602edf3aeb admin admin] Publish callbacks [] for security_group (b665df74-b75e-49a8-9c58-a9600e806e56), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:53.886712 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bab0334a-fe4c-4b4d-82fb-98602edf3aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (b665df74-b75e-49a8-9c58-a9600e806e56), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:53.924044 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0334a-fe4c-4b4d-82fb-98602edf3aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b665df74-b75e-49a8-9c58-a9600e806e56,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:53.928298 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-bab0334a-fe4c-4b4d-82fb-98602edf3aeb admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=6ffd6761edd64ac8a3dcab4c557eb15c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240336 Sep 24 05:13:53.931556 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36764) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:53.973039 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:53.983875 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-23e60dda-af48-49cb-9c54-dc558f1fc283 admin admin] Publish callbacks [] for security_group (b665df74-b75e-49a8-9c58-a9600e806e56), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:54.004564 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-23e60dda-af48-49cb-9c54-dc558f1fc283 admin admin] Publish callbacks [] for security_group (b665df74-b75e-49a8-9c58-a9600e806e56), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:54.050199 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-23e60dda-af48-49cb-9c54-dc558f1fc283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (b665df74-b75e-49a8-9c58-a9600e806e56), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:54.052706 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-23e60dda-af48-49cb-9c54-dc558f1fc283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:54.053824 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-23e60dda-af48-49cb-9c54-dc558f1fc283 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/b665df74-b75e-49a8-9c58-a9600e806e56 HTTP/1.1" status: 204 len: 168 time: 0.1218679 Sep 24 05:13:54.061336 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e60dda-af48-49cb-9c54-dc558f1fc283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b665df74-b75e-49a8-9c58-a9600e806e56,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:54.316152 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36772) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:54.330543 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c63935e3-8f2d-4bc6-b490-18e89c6b14dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:54.341919 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:13:54.412531 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c63935e3-8f2d-4bc6-b490-18e89c6b14dd admin admin] Publish callbacks [] for security_group (5687e2bf-813f-46c6-a2e9-efa4a0ff6e45), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:54.417015 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c63935e3-8f2d-4bc6-b490-18e89c6b14dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (5687e2bf-813f-46c6-a2e9-efa4a0ff6e45), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:54.455729 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63935e3-8f2d-4bc6-b490-18e89c6b14dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5687e2bf-813f-46c6-a2e9-efa4a0ff6e45,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:54.462524 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-c63935e3-8f2d-4bc6-b490-18e89c6b14dd admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=acea8ddcce3b41808bc32509f18948f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452088 Sep 24 05:13:54.465280 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36778) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:54.521433 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2cbcb4cf-f323-4b84-9062-47bed3d6b386 admin admin] Publish callbacks [] for security_group (5687e2bf-813f-46c6-a2e9-efa4a0ff6e45), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:54.544053 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2cbcb4cf-f323-4b84-9062-47bed3d6b386 admin admin] Publish callbacks [] for security_group (5687e2bf-813f-46c6-a2e9-efa4a0ff6e45), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:54.598833 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2cbcb4cf-f323-4b84-9062-47bed3d6b386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (5687e2bf-813f-46c6-a2e9-efa4a0ff6e45), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:54.601442 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2cbcb4cf-f323-4b84-9062-47bed3d6b386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:54.602639 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-2cbcb4cf-f323-4b84-9062-47bed3d6b386 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/5687e2bf-813f-46c6-a2e9-efa4a0ff6e45 HTTP/1.1" status: 204 len: 168 time: 0.1362736 Sep 24 05:13:54.615887 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcb4cf-f323-4b84-9062-47bed3d6b386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5687e2bf-813f-46c6-a2e9-efa4a0ff6e45,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:56.686093 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36872) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:56.799062 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f3ef5fab-215e-40f1-98fd-f6f0ed1b4748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:56.882957 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f3ef5fab-215e-40f1-98fd-f6f0ed1b4748 admin admin] Publish callbacks [] for security_group (737331bd-ad09-43ad-8fa2-890e1ddfee95), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:56.887303 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f3ef5fab-215e-40f1-98fd-f6f0ed1b4748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (737331bd-ad09-43ad-8fa2-890e1ddfee95), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:56.927245 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-f3ef5fab-215e-40f1-98fd-f6f0ed1b4748 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=2cbd56cd2a2e48f0926073d3310f2402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400787 Sep 24 05:13:56.928191 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef5fab-215e-40f1-98fd-f6f0ed1b4748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737331bd-ad09-43ad-8fa2-890e1ddfee95,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:56.929921 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36876) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:56.980750 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f9542c5a-efd9-4c21-9156-78a3a76b50f5 admin admin] Publish callbacks [] for security_group (737331bd-ad09-43ad-8fa2-890e1ddfee95), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:57.000612 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f9542c5a-efd9-4c21-9156-78a3a76b50f5 admin admin] Publish callbacks [] for security_group (737331bd-ad09-43ad-8fa2-890e1ddfee95), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:57.048388 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f9542c5a-efd9-4c21-9156-78a3a76b50f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (737331bd-ad09-43ad-8fa2-890e1ddfee95), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:57.051213 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f9542c5a-efd9-4c21-9156-78a3a76b50f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:57.052357 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-f9542c5a-efd9-4c21-9156-78a3a76b50f5 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/737331bd-ad09-43ad-8fa2-890e1ddfee95 HTTP/1.1" status: 204 len: 168 time: 0.1213787 Sep 24 05:13:57.060815 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9542c5a-efd9-4c21-9156-78a3a76b50f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737331bd-ad09-43ad-8fa2-890e1ddfee95,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:57.329661 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36886) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:57.343864 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-352b2255-c6b6-4cd3-a3db-a170e311fea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:57.419208 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-352b2255-c6b6-4cd3-a3db-a170e311fea8 admin admin] Publish callbacks [] for security_group (3061c4a6-71fa-4fca-a753-72bee2b4982b), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:57.423638 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-352b2255-c6b6-4cd3-a3db-a170e311fea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (3061c4a6-71fa-4fca-a753-72bee2b4982b), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:57.465646 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-352b2255-c6b6-4cd3-a3db-a170e311fea8 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=78d3e977503a47fe842e646d0436fb15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348121 Sep 24 05:13:57.466598 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b2255-c6b6-4cd3-a3db-a170e311fea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3061c4a6-71fa-4fca-a753-72bee2b4982b,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:57.468603 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36888) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:57.517084 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b5f86a5b-5878-4578-8fce-6616989de629 admin admin] Publish callbacks [] for security_group (3061c4a6-71fa-4fca-a753-72bee2b4982b), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:57.536963 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b5f86a5b-5878-4578-8fce-6616989de629 admin admin] Publish callbacks [] for security_group (3061c4a6-71fa-4fca-a753-72bee2b4982b), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:57.582345 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b5f86a5b-5878-4578-8fce-6616989de629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (3061c4a6-71fa-4fca-a753-72bee2b4982b), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:57.584837 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b5f86a5b-5878-4578-8fce-6616989de629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:57.585927 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-b5f86a5b-5878-4578-8fce-6616989de629 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/3061c4a6-71fa-4fca-a753-72bee2b4982b HTTP/1.1" status: 204 len: 168 time: 0.1161580 Sep 24 05:13:57.593882 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f86a5b-5878-4578-8fce-6616989de629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3061c4a6-71fa-4fca-a753-72bee2b4982b,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:59.245971 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 36948) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:59.361292 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2216aa95-e193-4e3c-96ea-f5871a77e647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:59.435842 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2216aa95-e193-4e3c-96ea-f5871a77e647 admin admin] Publish callbacks [] for security_group (187188f2-54b0-43d4-a4b1-c9fdc9ce1ec6), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:59.439761 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2216aa95-e193-4e3c-96ea-f5871a77e647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (187188f2-54b0-43d4-a4b1-c9fdc9ce1ec6), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:59.482342 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-2216aa95-e193-4e3c-96ea-f5871a77e647 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=a79c2381a7c8414a8f91150076e51a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352011 Sep 24 05:13:59.483196 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216aa95-e193-4e3c-96ea-f5871a77e647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187188f2-54b0-43d4-a4b1-c9fdc9ce1ec6,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:13:59.485068 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36954) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:13:59.534861 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5f434b2-653a-41ec-bbde-95d56a6d5071 admin admin] Publish callbacks [] for security_group (187188f2-54b0-43d4-a4b1-c9fdc9ce1ec6), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:59.560282 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5f434b2-653a-41ec-bbde-95d56a6d5071 admin admin] Publish callbacks [] for security_group (187188f2-54b0-43d4-a4b1-c9fdc9ce1ec6), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:59.610836 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5f434b2-653a-41ec-bbde-95d56a6d5071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (187188f2-54b0-43d4-a4b1-c9fdc9ce1ec6), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:59.613264 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5f434b2-653a-41ec-bbde-95d56a6d5071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:13:59.614428 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-d5f434b2-653a-41ec-bbde-95d56a6d5071 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/187188f2-54b0-43d4-a4b1-c9fdc9ce1ec6 HTTP/1.1" status: 204 len: 168 time: 0.1283550 Sep 24 05:13:59.621962 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f434b2-653a-41ec-bbde-95d56a6d5071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187188f2-54b0-43d4-a4b1-c9fdc9ce1ec6,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:00.006027 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36960) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:00.020302 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0cc6597e-184e-426e-bc4d-e548063abdb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:00.070962 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:00.102891 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0cc6597e-184e-426e-bc4d-e548063abdb7 admin admin] Publish callbacks [] for security_group (f3d00b9b-43a9-4291-ba91-bc3e9c3c4091), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:00.106578 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0cc6597e-184e-426e-bc4d-e548063abdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (f3d00b9b-43a9-4291-ba91-bc3e9c3c4091), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:00.121899 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:INSERT=13,neutron:DELETE=8 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:00.144293 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6597e-184e-426e-bc4d-e548063abdb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d00b9b-43a9-4291-ba91-bc3e9c3c4091,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:00.149437 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-0cc6597e-184e-426e-bc4d-e548063abdb7 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=8c14b1c27d4f43508818f2d87d4b6f42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423879 Sep 24 05:14:00.152895 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 36962) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:00.202965 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d358093c-497e-439c-ae9e-bf3cdd76ff99 admin admin] Publish callbacks [] for security_group (f3d00b9b-43a9-4291-ba91-bc3e9c3c4091), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:00.222109 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d358093c-497e-439c-ae9e-bf3cdd76ff99 admin admin] Publish callbacks [] for security_group (f3d00b9b-43a9-4291-ba91-bc3e9c3c4091), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:00.267470 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d358093c-497e-439c-ae9e-bf3cdd76ff99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (f3d00b9b-43a9-4291-ba91-bc3e9c3c4091), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:00.269962 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d358093c-497e-439c-ae9e-bf3cdd76ff99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:00.271092 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-d358093c-497e-439c-ae9e-bf3cdd76ff99 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/f3d00b9b-43a9-4291-ba91-bc3e9c3c4091 HTTP/1.1" status: 204 len: 168 time: 0.1173794 Sep 24 05:14:00.278712 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358093c-497e-439c-ae9e-bf3cdd76ff99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d00b9b-43a9-4291-ba91-bc3e9c3c4091,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:00.397132 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=13 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:00.426288 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=10 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:02.694047 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c969a9b1-cb5b-49c5-9de3-1f08705cc3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:04.520116 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:UPDATE=2,neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:04.545561 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:04.556331 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3278dd59-70e9-4cb7-baee-ae563c8d98d0 req-2b3b8873-3f0a-430a-b32b-8fd5d399e196 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436611 Sep 24 05:14:04.647178 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278dd59-70e9-4cb7-baee-ae563c8d98d0 req-02ee2452-d7b8-4fb1-893f-d73d87c2b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:04.648643 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3278dd59-70e9-4cb7-baee-ae563c8d98d0 req-02ee2452-d7b8-4fb1-893f-d73d87c2b3f9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=85c73f9a74da4079a54a503e0b42ca2e&device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 1168 time: 0.0427108 Sep 24 05:14:04.750469 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278dd59-70e9-4cb7-baee-ae563c8d98d0 req-c6475059-6a4f-4ee1-8233-3341e6e4d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:04.751902 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3278dd59-70e9-4cb7-baee-ae563c8d98d0 req-c6475059-6a4f-4ee1-8233-3341e6e4d31e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 HTTP/1.1" status: 200 len: 916 time: 0.0841415 Sep 24 05:14:04.815533 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3278dd59-70e9-4cb7-baee-ae563c8d98d0 req-597fb4c5-b6a4-420e-94f6-7e9975b84df8 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c4098d3-98fe-49ac-9677-5b3632da2208 HTTP/1.1" status: 200 len: 1001 time: 0.0565450 Sep 24 05:14:04.863749 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278dd59-70e9-4cb7-baee-ae563c8d98d0 req-63b724e1-c429-4d96-899b-a69582606486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:04.865106 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3278dd59-70e9-4cb7-baee-ae563c8d98d0 req-63b724e1-c429-4d96-899b-a69582606486 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9a557054-6955-4836-8727-2ecd1283487f HTTP/1.1" status: 200 len: 854 time: 0.0419350 Sep 24 05:14:04.908857 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278dd59-70e9-4cb7-baee-ae563c8d98d0 req-7e138d68-146f-4917-84fb-065030c6db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:04.910414 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3278dd59-70e9-4cb7-baee-ae563c8d98d0 req-7e138d68-146f-4917-84fb-065030c6db68 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381248 Sep 24 05:14:05.002663 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3278dd59-70e9-4cb7-baee-ae563c8d98d0 req-7e4006d8-77f6-41aa-9081-7f432ec95733 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863810 Sep 24 05:14:05.092782 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3278dd59-70e9-4cb7-baee-ae563c8d98d0 req-36a08c37-1e21-4a15-b1bf-2cde07856245 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828316 Sep 24 05:14:05.144757 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1e210a10-82d5-4ac5-912b-d40e829fe8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:06.424802 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:07.361166 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-6577fe3f-d533-4b4d-b92c-ac07beff0569 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1562507068&fields=id&tenant_id=fef19544ec414094953daea6d545a361 HTTP/1.1" status: 200 len: 267 time: 0.0488784 Sep 24 05:14:07.478295 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-a9b30203-2fbf-4630-b93d-62f022aee8f4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:07.480452 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-a9b30203-2fbf-4630-b93d-62f022aee8f4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/networks?id=fcf1ce32-3017-4bcb-b05f-9527ef64d665 HTTP/1.1" status: 200 len: 811 time: 0.1122832 Sep 24 05:14:07.498231 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-4b1df9d4-bfd9-4a71-ad3c-b81f4ce85f31 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/quotas/fef19544ec414094953daea6d545a361 HTTP/1.1" status: 200 len: 375 time: 0.0108819 Sep 24 05:14:07.559527 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-5504975c-1401-4979-bb9b-ae8ed718a6b5 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=fef19544ec414094953daea6d545a361&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559649 Sep 24 05:14:07.695900 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-85f5ceaa-4fba-459c-8dea-d8784c549bc3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205966 Sep 24 05:14:07.796804 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-46ba5854-0ee4-4411-842e-dc34b08cce30 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942378 Sep 24 05:14:08.042793 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:08.071307 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:09.120533 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f7e95213-ddd8-40b4-953a-786efcf87a2f req-0bb891be-25ae-4a98-8bf9-660c7e32ab99 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 210 time: 0.0276809 Sep 24 05:14:09.520264 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269be9e6-bf26-4448-8a9d-7acfed95b170 req-1305f5a7-56ca-405a-a80f-7d10668a0ddb tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:09.521754 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-269be9e6-bf26-4448-8a9d-7acfed95b170 req-1305f5a7-56ca-405a-a80f-7d10668a0ddb tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0490143 Sep 24 05:14:09.533132 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:09.572796 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-269be9e6-bf26-4448-8a9d-7acfed95b170 req-8030224d-6210-46c4-9b3c-195bb066adba tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433800 Sep 24 05:14:10.202475 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5685ba2a-b8bc-458d-82ea-c13f314d3c66 req-3c1a9b0a-479a-4460-8972-cf0e817410fb tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 210 time: 0.0273685 Sep 24 05:14:10.274243 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:10.275004 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:10.700620 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157572d-abbe-4be2-8ba1-b2cf72cbcd33 req-350fea8b-cf6e-4a10-940e-3174061b3dc3 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:10.702212 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a157572d-abbe-4be2-8ba1-b2cf72cbcd33 req-350fea8b-cf6e-4a10-940e-3174061b3dc3 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0553637 Sep 24 05:14:10.727826 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:10.752593 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a157572d-abbe-4be2-8ba1-b2cf72cbcd33 req-a1099ade-5727-400e-8735-118ba1d5c4c1 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440793 Sep 24 05:14:11.038407 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 37178) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:11.143370 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9a5bcee5-c96e-44c8-9440-4c0aa2b394a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:11.221775 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9a5bcee5-c96e-44c8-9440-4c0aa2b394a1 admin admin] Publish callbacks [] for security_group (ccb61c2d-08b7-4004-bba8-99ec78170d71), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:11.226218 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9a5bcee5-c96e-44c8-9440-4c0aa2b394a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (ccb61c2d-08b7-4004-bba8-99ec78170d71), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:11.269264 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-9a5bcee5-c96e-44c8-9440-4c0aa2b394a1 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=ae5dbbffea274acab163c2797f557f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297690 Sep 24 05:14:11.272445 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37190) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:11.279699 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bcee5-c96e-44c8-9440-4c0aa2b394a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb61c2d-08b7-4004-bba8-99ec78170d71,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:11.302658 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-54c7efbe-ea96-483a-833b-59c926f29245 req-1495fc1d-9633-4ee5-9bc5-7447e32f4705 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 210 time: 0.0382459 Sep 24 05:14:11.325579 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-108a1582-a3bf-44d9-a39e-da0102e3b321 admin admin] Publish callbacks [] for security_group (ccb61c2d-08b7-4004-bba8-99ec78170d71), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:11.345163 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-108a1582-a3bf-44d9-a39e-da0102e3b321 admin admin] Publish callbacks [] for security_group (ccb61c2d-08b7-4004-bba8-99ec78170d71), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:11.393552 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-108a1582-a3bf-44d9-a39e-da0102e3b321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (ccb61c2d-08b7-4004-bba8-99ec78170d71), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:11.396062 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-108a1582-a3bf-44d9-a39e-da0102e3b321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:11.397191 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-108a1582-a3bf-44d9-a39e-da0102e3b321 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/ccb61c2d-08b7-4004-bba8-99ec78170d71 HTTP/1.1" status: 204 len: 168 time: 0.1237369 Sep 24 05:14:11.405937 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a1582-a3bf-44d9-a39e-da0102e3b321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb61c2d-08b7-4004-bba8-99ec78170d71,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:11.448707 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f84dfc-0d1b-4fd6-9488-32d5856f639d req-37f26eb5-894a-48ca-abb4-fac7d1603f41 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:11.450193 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-77f84dfc-0d1b-4fd6-9488-32d5856f639d req-37f26eb5-894a-48ca-abb4-fac7d1603f41 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0527935 Sep 24 05:14:11.535592 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-77f84dfc-0d1b-4fd6-9488-32d5856f639d req-891c94ca-2e34-4d86-9cb1-c3b1d5aea910 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Deleting port ef9198dd-ee25-440b-bf14-75c1f892d961 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:14:11.535934 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-77f84dfc-0d1b-4fd6-9488-32d5856f639d req-891c94ca-2e34-4d86-9cb1-c3b1d5aea910 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (ef9198dd-ee25-440b-bf14-75c1f892d961), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:11.629224 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-77f84dfc-0d1b-4fd6-9488-32d5856f639d req-891c94ca-2e34-4d86-9cb1-c3b1d5aea910 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] For port ef9198dd-ee25-440b-bf14-75c1f892d961, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=ef9198dd-ee25-440b-bf14-75c1f892d961,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:11.629653 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-77f84dfc-0d1b-4fd6-9488-32d5856f639d req-891c94ca-2e34-4d86-9cb1-c3b1d5aea910 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (ef9198dd-ee25-440b-bf14-75c1f892d961), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:11.667848 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37196) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:11.680951 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6b622813-83b8-43c2-966f-c2331a9573d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:11.766011 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6b622813-83b8-43c2-966f-c2331a9573d3 admin admin] Publish callbacks [] for security_group (443a2e1d-3ef5-4f6c-bd9b-e3de08b3fee9), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:11.769607 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6b622813-83b8-43c2-966f-c2331a9573d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (443a2e1d-3ef5-4f6c-bd9b-e3de08b3fee9), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:11.796830 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-77f84dfc-0d1b-4fd6-9488-32d5856f639d req-891c94ca-2e34-4d86-9cb1-c3b1d5aea910 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:11.797237 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-77f84dfc-0d1b-4fd6-9488-32d5856f639d req-891c94ca-2e34-4d86-9cb1-c3b1d5aea910 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (def4163e-d34a-465c-834c-d1948ff8c89f), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:11.797783 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.l3_db [req-77f84dfc-0d1b-4fd6-9488-32d5856f639d req-891c94ca-2e34-4d86-9cb1-c3b1d5aea910 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Floating IP def4163e-d34a-465c-834c-d1948ff8c89f disassociated. External IP: 172.27.0.237, port: ef9198dd-ee25-440b-bf14-75c1f892d961. Sep 24 05:14:11.797952 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-77f84dfc-0d1b-4fd6-9488-32d5856f639d req-891c94ca-2e34-4d86-9cb1-c3b1d5aea910 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Calling delete_port for ef9198dd-ee25-440b-bf14-75c1f892d961 owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:14:11.814150 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-6b622813-83b8-43c2-966f-c2331a9573d3 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=71f1b542ebf740fcad6cf2ab13a16abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426919 Sep 24 05:14:11.814150 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b622813-83b8-43c2-966f-c2331a9573d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443a2e1d-3ef5-4f6c-bd9b-e3de08b3fee9,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:11.814486 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 37200) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:11.931604 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63c692-9435-444c-81dc-8a941e945ee0 req-7f3eebc0-d0ac-4bc2-a1ec-2cec5eda8f40 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:11.932954 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de63c692-9435-444c-81dc-8a941e945ee0 req-7f3eebc0-d0ac-4bc2-a1ec-2cec5eda8f40 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 946 time: 0.0860186 Sep 24 05:14:11.973161 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:11.975630 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b4eeb08f-dc23-426a-bdae-03c88c6e98a5 admin admin] Publish callbacks [] for security_group (443a2e1d-3ef5-4f6c-bd9b-e3de08b3fee9), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:11.985822 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:12.030206 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b4eeb08f-dc23-426a-bdae-03c88c6e98a5 admin admin] Publish callbacks [] for security_group (443a2e1d-3ef5-4f6c-bd9b-e3de08b3fee9), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:12.076215 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de63c692-9435-444c-81dc-8a941e945ee0 req-b590e76a-f582-4529-81ba-cd51d399a1a5 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365340 Sep 24 05:14:12.115232 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-77f84dfc-0d1b-4fd6-9488-32d5856f639d req-891c94ca-2e34-4d86-9cb1-c3b1d5aea910 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (ef9198dd-ee25-440b-bf14-75c1f892d961), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:12.142097 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c94ca-2e34-4d86-9cb1-c3b1d5aea910 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event deleted for resources: {'Port': ['ID=ef9198dd-ee25-440b-bf14-75c1f892d961,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:12.152074 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b4eeb08f-dc23-426a-bdae-03c88c6e98a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (443a2e1d-3ef5-4f6c-bd9b-e3de08b3fee9), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:12.154569 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b4eeb08f-dc23-426a-bdae-03c88c6e98a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:12.158715 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-b4eeb08f-dc23-426a-bdae-03c88c6e98a5 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/443a2e1d-3ef5-4f6c-bd9b-e3de08b3fee9 HTTP/1.1" status: 204 len: 168 time: 0.3433211 Sep 24 05:14:12.170035 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eeb08f-dc23-426a-bdae-03c88c6e98a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443a2e1d-3ef5-4f6c-bd9b-e3de08b3fee9,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:12.519712 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d53a7264-5b21-4596-bfcc-45ca7304df96 req-d9d167a5-9922-4188-b104-1a7b9a1487b4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 210 time: 0.0304260 Sep 24 05:14:12.549578 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77f84dfc-0d1b-4fd6-9488-32d5856f639d req-891c94ca-2e34-4d86-9cb1-c3b1d5aea910 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:14:12.675031 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77f84dfc-0d1b-4fd6-9488-32d5856f639d req-891c94ca-2e34-4d86-9cb1-c3b1d5aea910 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:14:12.685452 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac78f1-8669-4036-80b2-58ee6067f311 None None] Sync routers for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:14:12.695875 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac78f1-8669-4036-80b2-58ee6067f311 None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:14:12.696416 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-5dac78f1-8669-4036-80b2-58ee6067f311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:14:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:12.720757 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f84dfc-0d1b-4fd6-9488-32d5856f639d req-891c94ca-2e34-4d86-9cb1-c3b1d5aea910 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] No DVR routers for this DVR port ef9198dd-ee25-440b-bf14-75c1f892d961 on host hv-cinder-85918 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:14:12.723369 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-77f84dfc-0d1b-4fd6-9488-32d5856f639d req-891c94ca-2e34-4d86-9cb1-c3b1d5aea910 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:12.726978 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-77f84dfc-0d1b-4fd6-9488-32d5856f639d req-891c94ca-2e34-4d86-9cb1-c3b1d5aea910 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.16 "DELETE /networking/v2.0/ports/ef9198dd-ee25-440b-bf14-75c1f892d961 HTTP/1.1" status: 204 len: 173 time: 1.2717073 Sep 24 05:14:12.727538 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459e75d4-67d0-437c-aad4-09523804e931', 'name': 'network-vif-deleted', 'tag': 'ef9198dd-ee25-440b-bf14-75c1f892d961'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:14:12.730590 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2790dcf-6cd6-4681-8d67-b7acea380c9c" -d '{"events": [{"server_uuid": "459e75d4-67d0-437c-aad4-09523804e931", "name": "network-vif-deleted", "tag": "ef9198dd-ee25-440b-bf14-75c1f892d961"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:14:12.800034 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65afe03-9d95-4d67-a8b4-03a904e9438e x-openstack-request-id: req-d65afe03-9d95-4d67-a8b4-03a904e9438e {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:14:12.800428 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459e75d4-67d0-437c-aad4-09523804e931", "name": "network-vif-deleted", "tag": "ef9198dd-ee25-440b-bf14-75c1f892d961", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:14:12.800782 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d65afe03-9d95-4d67-a8b4-03a904e9438e {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:14:12.801298 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d65afe03-9d95-4d67-a8b4-03a904e9438e'] response: {'server_uuid': '459e75d4-67d0-437c-aad4-09523804e931', 'name': 'network-vif-deleted', 'tag': 'ef9198dd-ee25-440b-bf14-75c1f892d961', 'status': 'completed', 'code': 200} Sep 24 05:14:12.803698 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-5dac78f1-8669-4036-80b2-58ee6067f311 None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:14:13.016015 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-5dac78f1-8669-4036-80b2-58ee6067f311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:13.048446 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac78f1-8669-4036-80b2-58ee6067f311 None None] Checking router: 3356ba94-92ab-42d3-b2ab-aa4076c04e90 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:14:13.056853 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac78f1-8669-4036-80b2-58ee6067f311 None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:14:13.057451 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-5dac78f1-8669-4036-80b2-58ee6067f311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:14:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:13.165910 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-5dac78f1-8669-4036-80b2-58ee6067f311 None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:14:13.206158 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d7cc5686-7cc7-42cc-90eb-05f3f1becf2f req-79514eae-5c47-47fd-8379-8729b04964d3 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=459e75d4-67d0-437c-aad4-09523804e931 HTTP/1.1" status: 200 len: 210 time: 0.0326557 Sep 24 05:14:13.357407 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:13.363942 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-5dac78f1-8669-4036-80b2-58ee6067f311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:13.389434 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac78f1-8669-4036-80b2-58ee6067f311 None None] The sync data for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi is: [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:00:53Z', 'revision_number': 4, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '2757926e-1d93-4a32-b1b8-8795e46fafb6', 'name': '', 'network_id': '17f0f6dc-1b39-4c78-b39c-2031585b359a', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'mac_address': 'fa:16:3e:79:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:51Z', 'updated_at': '2022-09-24T05:01:12Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'subnets': [{'id': '8f69c44e-b4a0-4787-8e79-5aa8095e4aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:14:13.679210 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b953e32e-c0fc-478b-b9f2-62967f73d2d6 req-3ae384a0-1ec1-4657-b044-7e56e552c0e8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 210 time: 0.0535045 Sep 24 05:14:13.686499 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96a94e4-2c6d-48d3-8f3e-184195222a29 None None] New status for floating IP def4163e-d34a-465c-834c-d1948ff8c89f: DOWN {{(pid=106195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:14:13.719985 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b7ec80c4-c68c-477b-9601-ee2711b77d2b req-a759e040-4a7f-45ff-bd0c-a57f874e4503 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-872743105&fields=id&tenant_id=85c73f9a74da4079a54a503e0b42ca2e HTTP/1.1" status: 200 len: 267 time: 0.0835617 Sep 24 05:14:13.777650 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec80c4-c68c-477b-9601-ee2711b77d2b req-e05ac947-ba69-44d6-8b1b-49532d639ebe tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:13.779313 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b7ec80c4-c68c-477b-9601-ee2711b77d2b req-e05ac947-ba69-44d6-8b1b-49532d639ebe tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 984 time: 0.0533304 Sep 24 05:14:13.795681 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-b7ec80c4-c68c-477b-9601-ee2711b77d2b req-bc464723-2643-4b07-ad64-cee48b3f5a19 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Request body: {'port': {'security_groups': ['e983d1b7-f099-43b3-a8d3-2448d7a1b776']}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:14:13.891775 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-b7ec80c4-c68c-477b-9601-ee2711b77d2b req-bc464723-2643-4b07-ad64-cee48b3f5a19 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:14.086962 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-b7ec80c4-c68c-477b-9601-ee2711b77d2b req-bc464723-2643-4b07-ad64-cee48b3f5a19 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] For port 3c4098d3-98fe-49ac-9677-5b3632da2208, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3c4098d3-98fe-49ac-9677-5b3632da2208,segment=NetworkSegment(859de6e6-3462-480e-a1e2-3e7d988ee453),segment_id=859de6e6-3462-480e-a1e2-3e7d988ee453)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:14.088482 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:14.121327 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-b7ec80c4-c68c-477b-9601-ee2711b77d2b req-bc464723-2643-4b07-ad64-cee48b3f5a19 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:14.126730 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-b7ec80c4-c68c-477b-9601-ee2711b77d2b req-bc464723-2643-4b07-ad64-cee48b3f5a19 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:14.137677 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec80c4-c68c-477b-9601-ee2711b77d2b req-bc464723-2643-4b07-ad64-cee48b3f5a19 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:14.138328 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-b7ec80c4-c68c-477b-9601-ee2711b77d2b req-bc464723-2643-4b07-ad64-cee48b3f5a19 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:14.138973 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['3c4098d3-98fe-49ac-9677-5b3632da2208'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:14:14.139724 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b7ec80c4-c68c-477b-9601-ee2711b77d2b req-bc464723-2643-4b07-ad64-cee48b3f5a19 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "PUT /networking/v2.0/ports/3c4098d3-98fe-49ac-9677-5b3632da2208 HTTP/1.1" status: 200 len: 942 time: 0.3514140 Sep 24 05:14:14.145762 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37272) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:14.177479 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:14:14.192383 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:14.235523 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc464723-2643-4b07-ad64-cee48b3f5a19 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Pushing event updated for resources: {'Port': ['ID=3c4098d3-98fe-49ac-9677-5b3632da2208,revision_number=7']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:14.246674 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc50f464-1c1d-449b-bc66-b97e4084ff6c tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group (04ed11fc-2c07-4d53-8110-ad9819653190), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:14.280177 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc50f464-1c1d-449b-bc66-b97e4084ff6c tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group (04ed11fc-2c07-4d53-8110-ad9819653190), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:14.313207 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['3c4098d3-98fe-49ac-9677-5b3632da2208'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:14:14.364682 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc50f464-1c1d-449b-bc66-b97e4084ff6c tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (04ed11fc-2c07-4d53-8110-ad9819653190), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:14.368165 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc50f464-1c1d-449b-bc66-b97e4084ff6c tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:14.371213 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-dc50f464-1c1d-449b-bc66-b97e4084ff6c tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "DELETE /networking/v2.0/security-groups/04ed11fc-2c07-4d53-8110-ad9819653190 HTTP/1.1" status: 204 len: 168 time: 0.2236390 Sep 24 05:14:14.384372 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37282) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:14.384896 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37284) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:14.385822 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50f464-1c1d-449b-bc66-b97e4084ff6c tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ed11fc-2c07-4d53-8110-ad9819653190,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:14.511037 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:14.552359 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-b65fe8aa-21e9-4eda-a2ce-6b867a03ab37 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:14.555347 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-b65fe8aa-21e9-4eda-a2ce-6b867a03ab37 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fcf1ce32-3017-4bcb-b05f-9527ef64d665 HTTP/1.1" status: 200 len: 811 time: 0.2555540 Sep 24 05:14:14.567474 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8a16864c-83b3-42bc-b94d-269d2865cfcc tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (04d7e61f-8f0a-4014-ba66-dd1ccf8b9204), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:14.642563 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8a16864c-83b3-42bc-b94d-269d2865cfcc tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (04d7e61f-8f0a-4014-ba66-dd1ccf8b9204), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:14.652712 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-5dea5254-18dd-4dd4-863b-6598ea72d36e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fef19544ec414094953daea6d545a361 HTTP/1.1" status: 200 len: 380 time: 0.0875053 Sep 24 05:14:14.667576 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-2d0e8682-d60b-4a49-a881-8ed9ecfb63f0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Request body: {'port': {'device_id': 'af77c184-6aa4-4f31-b736-bf19ec7c1482', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'admin_state_up': True, 'tenant_id': 'fef19544ec414094953daea6d545a361', 'security_groups': ['00806690-688f-4537-ab04-e01d63dcfd19']}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:14:14.681790 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-6ab283dd-bdff-416d-8b5f-281917c33e00 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Deleting port 8cec391b-7875-4f46-9ea6-eab212ab1c34 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:14:14.682153 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6ab283dd-bdff-416d-8b5f-281917c33e00 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (8cec391b-7875-4f46-9ea6-eab212ab1c34), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:14.763100 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:14.772772 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:14.773818 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8a16864c-83b3-42bc-b94d-269d2865cfcc tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (04d7e61f-8f0a-4014-ba66-dd1ccf8b9204), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:14.777176 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8a16864c-83b3-42bc-b94d-269d2865cfcc tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:14.778459 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-8a16864c-83b3-42bc-b94d-269d2865cfcc tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "DELETE /networking/v2.0/security-groups/04d7e61f-8f0a-4014-ba66-dd1ccf8b9204 HTTP/1.1" status: 204 len: 168 time: 0.3830628 Sep 24 05:14:14.785280 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37302) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:14.788540 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6ab283dd-bdff-416d-8b5f-281917c33e00 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (8cec391b-7875-4f46-9ea6-eab212ab1c34), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:14.788870 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6ab283dd-bdff-416d-8b5f-281917c33e00 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for floatingip (8cec391b-7875-4f46-9ea6-eab212ab1c34), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:14.808328 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'tag': '3c4098d3-98fe-49ac-9677-5b3632da2208'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:14:14.810588 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf9d438-74b5-450c-857d-55a6e4aa5f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f", "tag": "3c4098d3-98fe-49ac-9677-5b3632da2208"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:14:14.818069 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16864c-83b3-42bc-b94d-269d2865cfcc tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d7e61f-8f0a-4014-ba66-dd1ccf8b9204,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:14.846646 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-6ab283dd-bdff-416d-8b5f-281917c33e00 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Calling delete_port for 8cec391b-7875-4f46-9ea6-eab212ab1c34 owned by network:floatingip {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:14:14.867121 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.api.v2.resource [None req-aaf6b701-eedb-4d24-ad90-2e053d521ba3 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] show failed (client error): The resource could not be found. Sep 24 05:14:14.868181 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-aaf6b701-eedb-4d24-ad90-2e053d521ba3 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "GET /networking/v2.0/security-groups/04d7e61f-8f0a-4014-ba66-dd1ccf8b9204 HTTP/1.1" status: 404 len: 347 time: 0.0765948 Sep 24 05:14:14.871027 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127d4a04-6a26-4fb9-a79f-d7048e7f897e x-openstack-request-id: req-127d4a04-6a26-4fb9-a79f-d7048e7f897e {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:14:14.871222 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37306) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:14.871317 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f", "tag": "3c4098d3-98fe-49ac-9677-5b3632da2208", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:14:14.871660 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-127d4a04-6a26-4fb9-a79f-d7048e7f897e {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:14:14.872080 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-127d4a04-6a26-4fb9-a79f-d7048e7f897e'] response: {'name': 'network-changed', 'server_uuid': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'tag': '3c4098d3-98fe-49ac-9677-5b3632da2208', 'status': 'completed', 'code': 200} Sep 24 05:14:14.873356 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-2d0e8682-d60b-4a49-a881-8ed9ecfb63f0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Made reservation on behalf of fef19544ec414094953daea6d545a361 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:14:14.879435 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-2d0e8682-d60b-4a49-a881-8ed9ecfb63f0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:14.922271 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05fb1182-3461-4610-930d-aea438c5f144 req-0626c760-b169-4aba-8bd0-8ee326e4b897 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 210 time: 0.1318057 Sep 24 05:14:14.950790 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device ef9198dd-ee25-440b-bf14-75c1f892d961 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:14:15.005712 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: ef9198dd-ee25-440b-bf14-75c1f892d961 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:14:15.006114 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device ef9198dd-ee25-440b-bf14-75c1f892d961 not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:14:15.039864 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9d438-74b5-450c-857d-55a6e4aa5f1a req-9d84a6b8-985a-4464-972b-077399993cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:15.042052 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2bf9d438-74b5-450c-857d-55a6e4aa5f1a req-9d84a6b8-985a-4464-972b-077399993cc2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=85c73f9a74da4079a54a503e0b42ca2e&device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 1129 time: 0.1297646 Sep 24 05:14:15.110312 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37310) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:15.111036 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea9faf-29e6-446b-8e77-c9314ca218a9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Deleting port fbd6818e-ff6f-4d05-824c-702a956e0a07 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:14:15.111423 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d8ea9faf-29e6-446b-8e77-c9314ca218a9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (fbd6818e-ff6f-4d05-824c-702a956e0a07), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:15.189752 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-2d0e8682-d60b-4a49-a881-8ed9ecfb63f0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Allocated IP 172.20.0.7 (fcf1ce32-3017-4bcb-b05f-9527ef64d665/e30adfee-509c-43a1-acf6-ff73276d8857/b3fe81c9-e8d5-4709-aba9-c58720d8684a) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:14:15.210792 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9d438-74b5-450c-857d-55a6e4aa5f1a req-e8ab0f87-e616-4093-ad16-efae7391f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:15.212255 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2bf9d438-74b5-450c-857d-55a6e4aa5f1a req-e8ab0f87-e616-4093-ad16-efae7391f7eb service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 HTTP/1.1" status: 200 len: 916 time: 0.1567609 Sep 24 05:14:15.241116 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d8ea9faf-29e6-446b-8e77-c9314ca218a9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (fbd6818e-ff6f-4d05-824c-702a956e0a07), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:15.241697 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d8ea9faf-29e6-446b-8e77-c9314ca218a9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (fbd6818e-ff6f-4d05-824c-702a956e0a07), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:15.278072 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea9faf-29e6-446b-8e77-c9314ca218a9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Calling delete_port for fbd6818e-ff6f-4d05-824c-702a956e0a07 owned by network:floatingip {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:14:15.301291 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b28f6e39-cf65-424e-aa20-24bbbeb139d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:15.307947 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2bf9d438-74b5-450c-857d-55a6e4aa5f1a req-3cf5e7b9-38be-41f2-a676-d13eb8d55e13 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c4098d3-98fe-49ac-9677-5b3632da2208 HTTP/1.1" status: 200 len: 1001 time: 0.0774026 Sep 24 05:14:15.357805 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9d438-74b5-450c-857d-55a6e4aa5f1a req-6b05f934-21b9-4e9c-a7ba-4759021e9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:15.359274 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2bf9d438-74b5-450c-857d-55a6e4aa5f1a req-6b05f934-21b9-4e9c-a7ba-4759021e9b9c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9a557054-6955-4836-8727-2ecd1283487f HTTP/1.1" status: 200 len: 854 time: 0.0455770 Sep 24 05:14:15.372334 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6ab283dd-bdff-416d-8b5f-281917c33e00 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (8cec391b-7875-4f46-9ea6-eab212ab1c34), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:15.418863 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab283dd-bdff-416d-8b5f-281917c33e00 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Pushing event deleted for resources: {'Port': ['ID=8cec391b-7875-4f46-9ea6-eab212ab1c34,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:15.443510 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:15.446607 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9d438-74b5-450c-857d-55a6e4aa5f1a req-2260f30f-d80a-4ea2-b700-b484b3667350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:15.448134 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2bf9d438-74b5-450c-857d-55a6e4aa5f1a req-2260f30f-d80a-4ea2-b700-b484b3667350 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831418 Sep 24 05:14:15.505765 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:15.550103 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6ab283dd-bdff-416d-8b5f-281917c33e00 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks [] for floatingip (62c3ac6f-7576-4465-83a2-c4f403d2fe18), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:15.550444 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.l3_db [None req-6ab283dd-bdff-416d-8b5f-281917c33e00 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Floating IP 62c3ac6f-7576-4465-83a2-c4f403d2fe18 disassociated (deleted). External IP: 172.27.0.138, port: 3c4098d3-98fe-49ac-9677-5b3632da2208. Sep 24 05:14:15.554421 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-2d0e8682-d60b-4a49-a881-8ed9ecfb63f0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for port (b3fe81c9-e8d5-4709-aba9-c58720d8684a), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:15.578882 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:15.599151 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2bf9d438-74b5-450c-857d-55a6e4aa5f1a req-0347ba4e-3dab-4ff4-b2ea-f4ee7995e965 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435657 Sep 24 05:14:15.625812 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b28f6e39-cf65-424e-aa20-24bbbeb139d8 admin admin] Publish callbacks [] for security_group (b3d3dd72-feb9-4621-a429-c255e4f53d98), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:15.630922 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d8ea9faf-29e6-446b-8e77-c9314ca218a9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (fbd6818e-ff6f-4d05-824c-702a956e0a07), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:15.637116 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b28f6e39-cf65-424e-aa20-24bbbeb139d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (b3d3dd72-feb9-4621-a429-c255e4f53d98), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:15.658914 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-2d0e8682-d60b-4a49-a881-8ed9ecfb63f0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (b3fe81c9-e8d5-4709-aba9-c58720d8684a), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:15.704463 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea9faf-29e6-446b-8e77-c9314ca218a9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Pushing event deleted for resources: {'Port': ['ID=fbd6818e-ff6f-4d05-824c-702a956e0a07,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:15.711489 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-2d0e8682-d60b-4a49-a881-8ed9ecfb63f0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Network fcf1ce32-3017-4bcb-b05f-9527ef64d665 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:14:15.715801 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:15.725361 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-2d0e8682-d60b-4a49-a881-8ed9ecfb63f0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:14:15.732466 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-2d0e8682-d60b-4a49-a881-8ed9ecfb63f0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:14:15.760496 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e8682-d60b-4a49-a881-8ed9ecfb63f0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event updated for resources: {'Port': ['ID=b3fe81c9-e8d5-4709-aba9-c58720d8684a,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:15.761829 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-b28f6e39-cf65-424e-aa20-24bbbeb139d8 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=db48bc0bc6534e3ba4a9fa32aca55da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6481535 Sep 24 05:14:15.766946 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37314) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:15.776808 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f6e39-cf65-424e-aa20-24bbbeb139d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d3dd72-feb9-4621-a429-c255e4f53d98,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:15.778991 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2bf9d438-74b5-450c-857d-55a6e4aa5f1a req-76cc2e47-c87b-4f76-ac52-c7095b1ac55c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730170 Sep 24 05:14:15.798436 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-2d0e8682-d60b-4a49-a881-8ed9ecfb63f0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:15.799206 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-2d0e8682-d60b-4a49-a881-8ed9ecfb63f0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:15.825892 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-2d0e8682-d60b-4a49-a881-8ed9ecfb63f0 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1638584 Sep 24 05:14:15.837360 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Request body: {'port': {'device_id': 'af77c184-6aa4-4f31-b736-bf19ec7c1482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:14:15.897117 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d8ea9faf-29e6-446b-8e77-c9314ca218a9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks [] for floatingip (def4163e-d34a-465c-834c-d1948ff8c89f), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:15.899641 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d8ea9faf-29e6-446b-8e77-c9314ca218a9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:15.905215 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-d8ea9faf-29e6-446b-8e77-c9314ca218a9 tempest-AttachVolumeNegativeTest-993993432 tempest-AttachVolumeNegativeTest-993993432-project] 10.222.0.50 "DELETE /networking/v2.0/floatingips/def4163e-d34a-465c-834c-d1948ff8c89f HTTP/1.1" status: 204 len: 168 time: 1.0327935 Sep 24 05:14:15.907530 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (b3fe81c9-e8d5-4709-aba9-c58720d8684a), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:15.965057 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-da7ad8c6-867a-4909-9b15-f545909d6979 admin admin] Publish callbacks [] for security_group (b3d3dd72-feb9-4621-a429-c255e4f53d98), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.001410 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-da7ad8c6-867a-4909-9b15-f545909d6979 admin admin] Publish callbacks [] for security_group (b3d3dd72-feb9-4621-a429-c255e4f53d98), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.024785 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab283dd-bdff-416d-8b5f-281917c33e00 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Router fbef36c9-ea84-4848-a840-69bebde5cdcf has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:14:16.070750 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-53d968e6-5192-46dc-a483-18ecbc08a748 None None] Provisioning complete for port b3fe81c9-e8d5-4709-aba9-c58720d8684a triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:14:16.071340 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-53d968e6-5192-46dc-a483-18ecbc08a748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (b3fe81c9-e8d5-4709-aba9-c58720d8684a), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.071340 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-53d968e6-5192-46dc-a483-18ecbc08a748 None None] Attempt 1 to provision port b3fe81c9-e8d5-4709-aba9-c58720d8684a Sep 24 05:14:16.109321 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-53d968e6-5192-46dc-a483-18ecbc08a748 None None] Port b3fe81c9-e8d5-4709-aba9-c58720d8684a cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:14:16.111631 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-da7ad8c6-867a-4909-9b15-f545909d6979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (b3d3dd72-feb9-4621-a429-c255e4f53d98), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.113085 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c30158-f4fc-4bad-8ad3-61ad3f576da4 req-42cd0711-f240-4882-90c3-8ed2dd63d1f2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:16.114241 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-da7ad8c6-867a-4909-9b15-f545909d6979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.114737 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b3c30158-f4fc-4bad-8ad3-61ad3f576da4 req-42cd0711-f240-4882-90c3-8ed2dd63d1f2 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 931 time: 0.0772727 Sep 24 05:14:16.118115 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-da7ad8c6-867a-4909-9b15-f545909d6979 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/b3d3dd72-feb9-4621-a429-c255e4f53d98 HTTP/1.1" status: 204 len: 168 time: 0.3483722 Sep 24 05:14:16.155634 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ad8c6-867a-4909-9b15-f545909d6979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d3dd72-feb9-4621-a429-c255e4f53d98,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:16.190760 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab283dd-bdff-416d-8b5f-281917c33e00 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:14:16.196631 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6ab283dd-bdff-416d-8b5f-281917c33e00 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.206312 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ab8b9-701b-4939-9d43-52e726be9528 None None] Sync routers for ids ['fbef36c9-ea84-4848-a840-69bebde5cdcf'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:14:16.218798 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ab8b9-701b-4939-9d43-52e726be9528 None None] Routers {'fbef36c9-ea84-4848-a840-69bebde5cdcf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:14:16.220035 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-e27ab8b9-701b-4939-9d43-52e726be9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:14:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['fbef36c9-ea84-4848-a840-69bebde5cdcf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:16.229918 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b3c30158-f4fc-4bad-8ad3-61ad3f576da4 req-42be9474-4a68-4666-a64a-7db2509548e4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985887 Sep 24 05:14:16.234973 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-6ab283dd-bdff-416d-8b5f-281917c33e00 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "DELETE /networking/v2.0/floatingips/62c3ac6f-7576-4465-83a2-c4f403d2fe18 HTTP/1.1" status: 204 len: 168 time: 1.8468440 Sep 24 05:14:16.235617 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'tag': '3c4098d3-98fe-49ac-9677-5b3632da2208'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:14:16.237896 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90aba282-0969-476e-9c17-2350b95ab0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f", "tag": "3c4098d3-98fe-49ac-9677-5b3632da2208"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:14:16.323909 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fe81c9-e8d5-4709-aba9-c58720d8684a {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:14:16.334027 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Publish callbacks [] for port (b3fe81c9-e8d5-4709-aba9-c58720d8684a), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.355707 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Transition to ACTIVE for port object b3fe81c9-e8d5-4709-aba9-c58720d8684a will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:14:16.363550 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (b3fe81c9-e8d5-4709-aba9-c58720d8684a), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.399502 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:16.438755 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Pushing event updated for resources: {'Port': ['ID=b3fe81c9-e8d5-4709-aba9-c58720d8684a,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:16.498534 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:16.499546 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Attempting to bind port b3fe81c9-e8d5-4709-aba9-c58720d8684a on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:14:16.499894 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Attempting to bind port b3fe81c9-e8d5-4709-aba9-c58720d8684a by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:14:16.500232 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Attempting to bind port b3fe81c9-e8d5-4709-aba9-c58720d8684a on network fcf1ce32-3017-4bcb-b05f-9527ef64d665 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:14:16.567497 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Port b3fe81c9-e8d5-4709-aba9-c58720d8684a on network fcf1ce32-3017-4bcb-b05f-9527ef64d665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:14:16.568876 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Attempting to bind port b3fe81c9-e8d5-4709-aba9-c58720d8684a on network fcf1ce32-3017-4bcb-b05f-9527ef64d665 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:14:16.591655 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37338) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:16.611797 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3664263a-14dc-46ad-98cb-f705b5a95f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.612726 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-53d968e6-5192-46dc-a483-18ecbc08a748 None None] Attempt 2 to provision port b3fe81c9-e8d5-4709-aba9-c58720d8684a Sep 24 05:14:16.687219 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d6c668-21fd-407d-b622-5a9408f7a692 x-openstack-request-id: req-a9d6c668-21fd-407d-b622-5a9408f7a692 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:14:16.688284 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f", "tag": "3c4098d3-98fe-49ac-9677-5b3632da2208", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:14:16.688707 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9d6c668-21fd-407d-b622-5a9408f7a692 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:14:16.689348 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d6c668-21fd-407d-b622-5a9408f7a692'] response: {'name': 'network-changed', 'server_uuid': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'tag': '3c4098d3-98fe-49ac-9677-5b3632da2208', 'status': 'completed', 'code': 200} Sep 24 05:14:16.698174 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-53d968e6-5192-46dc-a483-18ecbc08a748 None None] Port b3fe81c9-e8d5-4709-aba9-c58720d8684a cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:14:16.710940 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-e27ab8b9-701b-4939-9d43-52e726be9528 None None] Set router fbef36c9-ea84-4848-a840-69bebde5cdcf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:14:16.743039 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:14:16.743488 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Checking segment: {'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:14:16.744282 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Bound using segment: {'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:14:16.744739 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Bound port: b3fe81c9-e8d5-4709-aba9-c58720d8684a, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:14:16.745162 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (b3fe81c9-e8d5-4709-aba9-c58720d8684a), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.760807 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aba282-0969-476e-9c17-2350b95ab0f2 req-406d27de-b6d3-4585-9b95-d4130c7e43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:16.762991 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-90aba282-0969-476e-9c17-2350b95ab0f2 req-406d27de-b6d3-4585-9b95-d4130c7e43aa service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=85c73f9a74da4079a54a503e0b42ca2e&device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 1129 time: 0.0784762 Sep 24 05:14:16.765477 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3664263a-14dc-46ad-98cb-f705b5a95f66 admin admin] Publish callbacks [] for security_group (6f737ee7-d980-4c05-86e1-30b7ddecd096), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.776443 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3664263a-14dc-46ad-98cb-f705b5a95f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (6f737ee7-d980-4c05-86e1-30b7ddecd096), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.796909 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:16.821213 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-3664263a-14dc-46ad-98cb-f705b5a95f66 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=bb36d84c435b4dbe8d9167e440398fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277651 Sep 24 05:14:16.824392 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37344) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:16.832135 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664263a-14dc-46ad-98cb-f705b5a95f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f737ee7-d980-4c05-86e1-30b7ddecd096,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:16.880527 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] For port b3fe81c9-e8d5-4709-aba9-c58720d8684a, host hv-cinder-85918, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:14:16.887130 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-33f3e65e-1689-4c46-ad98-4d39150e1562 admin admin] Publish callbacks [] for security_group (6f737ee7-d980-4c05-86e1-30b7ddecd096), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.902587 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] For port b3fe81c9-e8d5-4709-aba9-c58720d8684a, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b3fe81c9-e8d5-4709-aba9-c58720d8684a,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:14:16.908124 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-33f3e65e-1689-4c46-ad98-4d39150e1562 admin admin] Publish callbacks [] for security_group (6f737ee7-d980-4c05-86e1-30b7ddecd096), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.915552 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (b3fe81c9-e8d5-4709-aba9-c58720d8684a), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.918598 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:16.919212 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.920780 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/b3fe81c9-e8d5-4709-aba9-c58720d8684a HTTP/1.1" status: 200 len: 1093 time: 1.0883222 Sep 24 05:14:16.924264 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af77c184-6aa4-4f31-b736-bf19ec7c1482', 'tag': 'b3fe81c9-e8d5-4709-aba9-c58720d8684a'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:14:16.926517 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e8269c-b879-4037-b857-a62509f3b256" -d '{"events": [{"name": "network-changed", "server_uuid": "af77c184-6aa4-4f31-b736-bf19ec7c1482", "tag": "b3fe81c9-e8d5-4709-aba9-c58720d8684a"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:14:16.931102 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aba282-0969-476e-9c17-2350b95ab0f2 req-2fcfa37f-8e8e-4726-8fbb-03df39b6375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:16.933251 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-90aba282-0969-476e-9c17-2350b95ab0f2 req-2fcfa37f-8e8e-4726-8fbb-03df39b6375c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 HTTP/1.1" status: 200 len: 916 time: 0.1468790 Sep 24 05:14:16.934936 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-e27ab8b9-701b-4939-9d43-52e726be9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'name': 'tempest-TestMinimumBasicScenario-1463961099-router', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:27Z', 'revision_number': 4, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'gw_port': {'id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '9a6fc545-b6e9-4754-a014-b9673cab813c', 'name': '', 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'mac_address': 'fa:16:3e:ff:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9a557054-6955-4836-8727-2ecd1283487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:27Z', 'updated_at': '2022-09-24T05:10:32Z', 'revision_number': 5, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'subnets': [{'id': '9a557054-6955-4836-8727-2ecd1283487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:16.944836 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:16.973490 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-33f3e65e-1689-4c46-ad98-4d39150e1562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (6f737ee7-d980-4c05-86e1-30b7ddecd096), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.973724 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ab8b9-701b-4939-9d43-52e726be9528 None None] Checking router: fbef36c9-ea84-4848-a840-69bebde5cdcf for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:14:16.976078 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-33f3e65e-1689-4c46-ad98-4d39150e1562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:16.979741 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-33f3e65e-1689-4c46-ad98-4d39150e1562 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/6f737ee7-d980-4c05-86e1-30b7ddecd096 HTTP/1.1" status: 204 len: 168 time: 0.1518757 Sep 24 05:14:16.980398 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13038e79-2759-4b05-adfa-2ffe5f196e9d x-openstack-request-id: req-13038e79-2759-4b05-adfa-2ffe5f196e9d {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:14:16.980534 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af77c184-6aa4-4f31-b736-bf19ec7c1482", "tag": "b3fe81c9-e8d5-4709-aba9-c58720d8684a", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:14:16.980685 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13038e79-2759-4b05-adfa-2ffe5f196e9d {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:14:16.981078 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13038e79-2759-4b05-adfa-2ffe5f196e9d'] response: {'name': 'network-changed', 'server_uuid': 'af77c184-6aa4-4f31-b736-bf19ec7c1482', 'tag': 'b3fe81c9-e8d5-4709-aba9-c58720d8684a', 'status': 'completed', 'code': 200} Sep 24 05:14:16.983403 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:16.985573 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ab8b9-701b-4939-9d43-52e726be9528 None None] Routers {'fbef36c9-ea84-4848-a840-69bebde5cdcf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:14:16.986212 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac87180-a414-4b42-94ed-2edb5c572feb service neutron] Pushing event updated for resources: {'Port': ['ID=b3fe81c9-e8d5-4709-aba9-c58720d8684a,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:16.986334 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-e27ab8b9-701b-4939-9d43-52e726be9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:14:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['fbef36c9-ea84-4848-a840-69bebde5cdcf'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:16.993427 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3e65e-1689-4c46-ad98-4d39150e1562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f737ee7-d980-4c05-86e1-30b7ddecd096,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:17.120796 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-90aba282-0969-476e-9c17-2350b95ab0f2 req-77430c70-d917-45bc-8291-91939627fad2 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c4098d3-98fe-49ac-9677-5b3632da2208 HTTP/1.1" status: 200 len: 217 time: 0.0527420 Sep 24 05:14:17.138435 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-e27ab8b9-701b-4939-9d43-52e726be9528 None None] Set router fbef36c9-ea84-4848-a840-69bebde5cdcf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:14:17.211338 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aba282-0969-476e-9c17-2350b95ab0f2 req-2c6273e8-d318-4631-a66f-55e75afa388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:17.211338 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-90aba282-0969-476e-9c17-2350b95ab0f2 req-2c6273e8-d318-4631-a66f-55e75afa388c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9a557054-6955-4836-8727-2ecd1283487f HTTP/1.1" status: 200 len: 854 time: 0.0598159 Sep 24 05:14:17.214567 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8269c-b879-4037-b857-a62509f3b256 req-ca718009-3375-47a3-bf4e-4d73bb060fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:17.214567 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-88e8269c-b879-4037-b857-a62509f3b256 req-ca718009-3375-47a3-bf4e-4d73bb060fb4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=fef19544ec414094953daea6d545a361&device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 1127 time: 0.1045065 Sep 24 05:14:17.234125 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-53d968e6-5192-46dc-a483-18ecbc08a748 None None] Attempt 3 to provision port b3fe81c9-e8d5-4709-aba9-c58720d8684a Sep 24 05:14:17.314223 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aba282-0969-476e-9c17-2350b95ab0f2 req-e8fab089-0a84-4cc0-91ee-ebd50c6b5113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:17.315735 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-90aba282-0969-476e-9c17-2350b95ab0f2 req-e8fab089-0a84-4cc0-91ee-ebd50c6b5113 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932689 Sep 24 05:14:17.342451 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:17.360847 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-53d968e6-5192-46dc-a483-18ecbc08a748 None None] Port b3fe81c9-e8d5-4709-aba9-c58720d8684a had new provisioning blocks added so it will not transition to active. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 05:14:17.448248 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-e27ab8b9-701b-4939-9d43-52e726be9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'name': 'tempest-TestMinimumBasicScenario-1463961099-router', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:27Z', 'revision_number': 4, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'gw_port': {'id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '9a6fc545-b6e9-4754-a014-b9673cab813c', 'name': '', 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'mac_address': 'fa:16:3e:ff:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9a557054-6955-4836-8727-2ecd1283487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:27Z', 'updated_at': '2022-09-24T05:10:32Z', 'revision_number': 5, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'subnets': [{'id': '9a557054-6955-4836-8727-2ecd1283487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:17.492259 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ab8b9-701b-4939-9d43-52e726be9528 None None] The sync data for ids ['fbef36c9-ea84-4848-a840-69bebde5cdcf'] in dv-cinder-859186-1-iscsi is: [{'id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'name': 'tempest-TestMinimumBasicScenario-1463961099-router', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:27Z', 'revision_number': 4, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'gw_port': {'id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '9a6fc545-b6e9-4754-a014-b9673cab813c', 'name': '', 'network_id': '9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'mac_address': 'fa:16:3e:ff:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9a557054-6955-4836-8727-2ecd1283487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:27Z', 'updated_at': '2022-09-24T05:10:32Z', 'revision_number': 5, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'subnets': [{'id': '9a557054-6955-4836-8727-2ecd1283487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:14:17.528117 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:17.544740 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-90aba282-0969-476e-9c17-2350b95ab0f2 req-ba671a11-0fe0-4c77-b5e8-64a7a73795eb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215793 Sep 24 05:14:17.545765 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8269c-b879-4037-b857-a62509f3b256 req-83ecd725-9aea-4fa1-b7aa-4bf1bc79b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:17.547346 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-88e8269c-b879-4037-b857-a62509f3b256 req-83ecd725-9aea-4fa1-b7aa-4bf1bc79b567 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=fef19544ec414094953daea6d545a361&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3156698 Sep 24 05:14:17.560220 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e27ae4-99d8-4cfb-bdaf-bbbad8393e32 req-15300767-90f0-4bac-ae3d-a9661787bc90 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:17.561813 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f5e27ae4-99d8-4cfb-bdaf-bbbad8393e32 req-15300767-90f0-4bac-ae3d-a9661787bc90 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 943 time: 0.1396978 Sep 24 05:14:17.739032 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f5e27ae4-99d8-4cfb-bdaf-bbbad8393e32 req-1b9e79c5-6ab5-4e70-bbf7-e9a883e06b12 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587172 Sep 24 05:14:17.787410 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-90aba282-0969-476e-9c17-2350b95ab0f2 req-fb007c4c-981c-4f66-b8e8-77d8489b2086 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241137 Sep 24 05:14:17.789424 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8269c-b879-4037-b857-a62509f3b256 req-aaf1729c-6d64-43d9-b67d-973ca67d0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:17.809607 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-88e8269c-b879-4037-b857-a62509f3b256 req-aaf1729c-6d64-43d9-b67d-973ca67d0eb8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2456338 Sep 24 05:14:17.862217 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f641c1b5-584f-4e2e-a0e1-4a64a596b987 None None] New status for floating IP 62c3ac6f-7576-4465-83a2-c4f403d2fe18: DOWN {{(pid=106195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:14:17.912011 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-c2e92b7b-35ae-4053-a345-fec778650964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:17.912011 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-c2e92b7b-35ae-4053-a345-fec778650964 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=fef19544ec414094953daea6d545a361&device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 1127 time: 0.0480027 Sep 24 05:14:17.962464 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-540aeaf7-79b7-4814-bc91-330e2fa11e6c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3fe81c9-e8d5-4709-aba9-c58720d8684a HTTP/1.1" status: 200 len: 217 time: 0.0440390 Sep 24 05:14:18.004506 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:18.024587 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-58aa72da-3b8d-494c-a93a-c24f57012c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:18.026152 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-58aa72da-3b8d-494c-a93a-c24f57012c14 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e30adfee-509c-43a1-acf6-ff73276d8857 HTTP/1.1" status: 200 len: 850 time: 0.0581419 Sep 24 05:14:18.079811 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-49c60e8d-5d50-4efe-a0e6-e97701f9128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:18.081314 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-49c60e8d-5d50-4efe-a0e6-e97701f9128b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=fcf1ce32-3017-4bcb-b05f-9527ef64d665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481026 Sep 24 05:14:18.182282 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-5e845ade-a407-45ea-bc4e-d0fea563ad0a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945666 Sep 24 05:14:18.284014 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c1ef1f9-4df6-49c0-a00e-38eb9850b3da req-ca413b20-1830-46e9-baea-44264ef71b17 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952604 Sep 24 05:14:19.110612 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f05701-164d-4097-b74d-dfbb66d68dd8 req-038d11ad-dc43-47fc-99db-33163513dbf9 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:19.112215 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-26f05701-164d-4097-b74d-dfbb66d68dd8 req-038d11ad-dc43-47fc-99db-33163513dbf9 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 943 time: 0.2851202 Sep 24 05:14:19.166945 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-26f05701-164d-4097-b74d-dfbb66d68dd8 req-c289bd4b-fc14-4faf-888d-bf5c892631c8 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486643 Sep 24 05:14:19.384777 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3b622-e356-41cc-8583-445a97a313ef req-22328d24-5934-44c8-b950-71b0b7d26dbc tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:19.386506 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-82f3b622-e356-41cc-8583-445a97a313ef req-22328d24-5934-44c8-b950-71b0b7d26dbc tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 945 time: 0.0486958 Sep 24 05:14:19.444568 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-82f3b622-e356-41cc-8583-445a97a313ef req-a12e34a7-ec7a-4c02-b8c6-59e169beefa8 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522392 Sep 24 05:14:19.655558 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:19.842432 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37458) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:20.295340 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937deab0-d1b9-4530-a499-1c8759a50a86 req-992f7115-b33f-4b08-9fa7-3d7522e41b21 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:20.295923 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d51bd76-826a-4842-b703-5ab1cfbf05fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429734'] for router_interface (3356ba94-92ab-42d3-b2ab-aa4076c04e90), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:20.296821 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-937deab0-d1b9-4530-a499-1c8759a50a86 req-992f7115-b33f-4b08-9fa7-3d7522e41b21 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 943 time: 0.0493925 Sep 24 05:14:20.346548 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-937deab0-d1b9-4530-a499-1c8759a50a86 req-e23a5615-0c5c-46eb-b80e-ff09a3422d69 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437484 Sep 24 05:14:20.514114 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-2d51bd76-826a-4842-b703-5ab1cfbf05fd admin admin] Deleting port 2757926e-1d93-4a32-b1b8-8795e46fafb6 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:14:20.514450 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d51bd76-826a-4842-b703-5ab1cfbf05fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (2757926e-1d93-4a32-b1b8-8795e46fafb6), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:20.565511 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c1af1-911d-4078-b866-58803304c076 req-6c4ae1c8-5a2b-4ca5-a08d-97f596c02551 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:20.567000 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9d6c1af1-911d-4078-b866-58803304c076 req-6c4ae1c8-5a2b-4ca5-a08d-97f596c02551 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 945 time: 0.0469613 Sep 24 05:14:20.593530 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-2d51bd76-826a-4842-b703-5ab1cfbf05fd admin admin] For port 2757926e-1d93-4a32-b1b8-8795e46fafb6, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=2757926e-1d93-4a32-b1b8-8795e46fafb6,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:20.594079 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d51bd76-826a-4842-b703-5ab1cfbf05fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (2757926e-1d93-4a32-b1b8-8795e46fafb6), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:20.607707 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-2d51bd76-826a-4842-b703-5ab1cfbf05fd admin admin] Calling delete_port for 2757926e-1d93-4a32-b1b8-8795e46fafb6 owned by network:router_interface {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:14:20.628314 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9d6c1af1-911d-4078-b866-58803304c076 req-a2db1d04-dffd-4da4-ace7-e3733014b395 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490835 Sep 24 05:14:20.721940 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:20.778452 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:20.805503 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d51bd76-826a-4842-b703-5ab1cfbf05fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (2757926e-1d93-4a32-b1b8-8795e46fafb6), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:20.831057 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51bd76-826a-4842-b703-5ab1cfbf05fd admin admin] Pushing event deleted for resources: {'Port': ['ID=2757926e-1d93-4a32-b1b8-8795e46fafb6,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:21.008283 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d51bd76-826a-4842-b703-5ab1cfbf05fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435734'] for router_interface (3356ba94-92ab-42d3-b2ab-aa4076c04e90), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:21.487912 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e7ac6-6677-41b1-a9cd-16f45a9fdec7 req-16cf4f34-0c3d-48a3-84f8-84ad530387f9 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:21.489516 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c11e7ac6-6677-41b1-a9cd-16f45a9fdec7 req-16cf4f34-0c3d-48a3-84f8-84ad530387f9 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 943 time: 0.0608582 Sep 24 05:14:21.506579 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d51bd76-826a-4842-b703-5ab1cfbf05fd admin admin] Router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:14:21.532055 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:21.558258 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c11e7ac6-6677-41b1-a9cd-16f45a9fdec7 req-35178eeb-481f-4e16-9763-7f1e70ecb710 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589361 Sep 24 05:14:21.613452 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2af13-6278-4a33-a671-bf148c04147c req-cd0935fb-19f3-405e-b2ff-8b17642771a6 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:21.615025 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f4b2af13-6278-4a33-a671-bf148c04147c req-cd0935fb-19f3-405e-b2ff-8b17642771a6 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 945 time: 0.0537956 Sep 24 05:14:21.631459 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d51bd76-826a-4842-b703-5ab1cfbf05fd admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:14:21.637027 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-2d51bd76-826a-4842-b703-5ab1cfbf05fd admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/3356ba94-92ab-42d3-b2ab-aa4076c04e90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7934837 Sep 24 05:14:21.639485 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37494) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:21.642438 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eea18a-4999-4373-b538-73cd5da03446 None None] Sync routers for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:14:21.656927 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eea18a-4999-4373-b538-73cd5da03446 None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:14:21.657811 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-44eea18a-4999-4373-b538-73cd5da03446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:14:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:21.714645 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-f4b2af13-6278-4a33-a671-bf148c04147c req-bd7f000c-3db7-466c-855a-4206bb95695e tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Deleting port 3c4098d3-98fe-49ac-9677-5b3632da2208 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:14:21.714990 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-f4b2af13-6278-4a33-a671-bf148c04147c req-bd7f000c-3db7-466c-855a-4206bb95695e tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:21.779381 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5866045-ac35-43af-a669-b2a765fc2a70 admin admin] Publish callbacks [] for router (3356ba94-92ab-42d3-b2ab-aa4076c04e90), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:21.784952 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-44eea18a-4999-4373-b538-73cd5da03446 None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:14:21.817307 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cc939-51d8-4e0b-9892-c13f1c1aea9f req-e2e515d9-c7ba-4ccf-b2cf-41f56df532dd tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:21.818738 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e95cc939-51d8-4e0b-9892-c13f1c1aea9f req-e2e515d9-c7ba-4ccf-b2cf-41f56df532dd tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f HTTP/1.1" status: 200 len: 945 time: 0.0837924 Sep 24 05:14:21.872422 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-f4b2af13-6278-4a33-a671-bf148c04147c req-bd7f000c-3db7-466c-855a-4206bb95695e tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] For port 3c4098d3-98fe-49ac-9677-5b3632da2208, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3c4098d3-98fe-49ac-9677-5b3632da2208,segment=NetworkSegment(859de6e6-3462-480e-a1e2-3e7d988ee453),segment_id=859de6e6-3462-480e-a1e2-3e7d988ee453)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:21.872788 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-f4b2af13-6278-4a33-a671-bf148c04147c req-bd7f000c-3db7-466c-855a-4206bb95695e tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:21.874913 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:21.891312 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5866045-ac35-43af-a669-b2a765fc2a70 admin admin] Publish callbacks [] for router_gateway (3356ba94-92ab-42d3-b2ab-aa4076c04e90), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:21.900835 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-f4b2af13-6278-4a33-a671-bf148c04147c req-bd7f000c-3db7-466c-855a-4206bb95695e tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Calling delete_port for 3c4098d3-98fe-49ac-9677-5b3632da2208 owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:14:21.920448 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e95cc939-51d8-4e0b-9892-c13f1c1aea9f req-1de0bd98-9459-4d32-916c-d864ae7f30b6 tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e983d1b7-f099-43b3-a8d3-2448d7a1b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912390 Sep 24 05:14:21.955836 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-d5866045-ac35-43af-a669-b2a765fc2a70 admin admin] Deleting port 1d759015-ecbc-4193-8ff1-6fc52f95e592 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:14:21.956253 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5866045-ac35-43af-a669-b2a765fc2a70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (1d759015-ecbc-4193-8ff1-6fc52f95e592), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:21.963153 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-44eea18a-4999-4373-b538-73cd5da03446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:14:20Z', 'revision_number': 5, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port': {'id': '1d759015-ecbc-4193-8ff1-6fc52f95e592', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:00:42Z', 'updated_at': '2022-09-24T05:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:21.991017 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eea18a-4999-4373-b538-73cd5da03446 None None] Checking router: 3356ba94-92ab-42d3-b2ab-aa4076c04e90 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:14:22.000207 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eea18a-4999-4373-b538-73cd5da03446 None None] Routers {'3356ba94-92ab-42d3-b2ab-aa4076c04e90'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:14:22.000814 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-44eea18a-4999-4373-b538-73cd5da03446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:14:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:22.033962 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=94 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:22.045873 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-f4b2af13-6278-4a33-a671-bf148c04147c req-bd7f000c-3db7-466c-855a-4206bb95695e tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (3c4098d3-98fe-49ac-9677-5b3632da2208), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:22.061136 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['3c4098d3-98fe-49ac-9677-5b3632da2208'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:14:22.067154 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-d5866045-ac35-43af-a669-b2a765fc2a70 admin admin] For port 1d759015-ecbc-4193-8ff1-6fc52f95e592, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=1d759015-ecbc-4193-8ff1-6fc52f95e592,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:22.068118 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5866045-ac35-43af-a669-b2a765fc2a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (1d759015-ecbc-4193-8ff1-6fc52f95e592), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:22.079626 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f000c-3db7-466c-855a-4206bb95695e tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Pushing event deleted for resources: {'Port': ['ID=3c4098d3-98fe-49ac-9677-5b3632da2208,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:22.082725 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-d5866045-ac35-43af-a669-b2a765fc2a70 admin admin] Calling delete_port for 1d759015-ecbc-4193-8ff1-6fc52f95e592 owned by network:router_gateway {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:14:22.084204 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:22.110812 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-44eea18a-4999-4373-b538-73cd5da03446 None None] Set router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 gateway port host: None {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:14:22.136355 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b2af13-6278-4a33-a671-bf148c04147c req-bd7f000c-3db7-466c-855a-4206bb95695e tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] No DVR routers for this DVR port 3c4098d3-98fe-49ac-9677-5b3632da2208 on host hv-cinder-85918 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:14:22.138536 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-f4b2af13-6278-4a33-a671-bf148c04147c req-bd7f000c-3db7-466c-855a-4206bb95695e tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:22.142141 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f4b2af13-6278-4a33-a671-bf148c04147c req-bd7f000c-3db7-466c-855a-4206bb95695e tempest-TestMinimumBasicScenario-2093795776 tempest-TestMinimumBasicScenario-2093795776-project] 10.222.0.16 "DELETE /networking/v2.0/ports/3c4098d3-98fe-49ac-9677-5b3632da2208 HTTP/1.1" status: 204 len: 173 time: 0.5220132 Sep 24 05:14:22.142560 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'name': 'network-vif-deleted', 'tag': '3c4098d3-98fe-49ac-9677-5b3632da2208'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:14:22.144808 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1af421-e5df-4ef3-81ea-325ccca3967f" -d '{"events": [{"server_uuid": "c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f", "name": "network-vif-deleted", "tag": "3c4098d3-98fe-49ac-9677-5b3632da2208"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:14:22.161641 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-44eea18a-4999-4373-b538-73cd5da03446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:14:21Z', 'revision_number': 6, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port_host': None}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:22.189888 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b12bf71-07d6-4878-8221-fb6bb0d11711 x-openstack-request-id: req-6b12bf71-07d6-4878-8221-fb6bb0d11711 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:14:22.190221 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f", "name": "network-vif-deleted", "tag": "3c4098d3-98fe-49ac-9677-5b3632da2208", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:14:22.190483 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b12bf71-07d6-4878-8221-fb6bb0d11711 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:14:22.190890 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b12bf71-07d6-4878-8221-fb6bb0d11711'] response: {'server_uuid': 'c8dc693a-12ca-40a8-8ce8-4f5cb342fb8f', 'name': 'network-vif-deleted', 'tag': '3c4098d3-98fe-49ac-9677-5b3632da2208', 'status': 'completed', 'code': 200} Sep 24 05:14:22.191509 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eea18a-4999-4373-b538-73cd5da03446 None None] The sync data for ids ['3356ba94-92ab-42d3-b2ab-aa4076c04e90'] in dv-cinder-859186-1-iscsi is: [{'id': '3356ba94-92ab-42d3-b2ab-aa4076c04e90', 'name': 'tempest-AttachVolumeNegativeTest-1277612389-router', 'tenant_id': '87d5229e39fe4817b5187068d8acecc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:00:40Z', 'updated_at': '2022-09-24T05:14:21Z', 'revision_number': 6, 'project_id': '87d5229e39fe4817b5187068d8acecc7', 'gw_port_host': None}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:14:22.283482 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5866045-ac35-43af-a669-b2a765fc2a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (1d759015-ecbc-4193-8ff1-6fc52f95e592), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:22.312768 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5866045-ac35-43af-a669-b2a765fc2a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d759015-ecbc-4193-8ff1-6fc52f95e592,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:22.374619 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5866045-ac35-43af-a669-b2a765fc2a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437340'] for router_gateway (3356ba94-92ab-42d3-b2ab-aa4076c04e90), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:22.471463 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5866045-ac35-43af-a669-b2a765fc2a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4195'] for router (3356ba94-92ab-42d3-b2ab-aa4076c04e90), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:22.474333 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5866045-ac35-43af-a669-b2a765fc2a70 admin admin] Publish callbacks [] for router_controller (3356ba94-92ab-42d3-b2ab-aa4076c04e90), precommit_delete_associations {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:22.519027 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5866045-ac35-43af-a669-b2a765fc2a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435819'] for router (3356ba94-92ab-42d3-b2ab-aa4076c04e90), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:22.520129 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5866045-ac35-43af-a669-b2a765fc2a70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3356ba94-92ab-42d3-b2ab-aa4076c04e90 {{(pid=106193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 05:14:22.525967 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d5866045-ac35-43af-a669-b2a765fc2a70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:22.529404 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-d5866045-ac35-43af-a669-b2a765fc2a70 admin admin] 10.222.0.50 "DELETE /networking/v2.0/routers/3356ba94-92ab-42d3-b2ab-aa4076c04e90 HTTP/1.1" status: 204 len: 168 time: 0.8867407 Sep 24 05:14:22.529769 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 37500) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:22.583325 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_v2 [None req-aebccd4c-2565-44b4-9afd-1458e7574339 admin admin] Deleting subnet 8f69c44e-b4a0-4787-8e79-5aa8095e4aa1 {{(pid=106192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 05:14:22.587413 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-aebccd4c-2565-44b4-9afd-1458e7574339 admin admin] Publish callbacks [] for subnet (8f69c44e-b4a0-4787-8e79-5aa8095e4aa1), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:22.670598 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-aebccd4c-2565-44b4-9afd-1458e7574339 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2600269'] for subnet (8f69c44e-b4a0-4787-8e79-5aa8095e4aa1), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:22.735288 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d93ec4-2827-4c7b-b280-9967e329294b req-054125fb-0058-4992-92dd-6ca4ee14701a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:22.736851 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-64d93ec4-2827-4c7b-b280-9967e329294b req-054125fb-0058-4992-92dd-6ca4ee14701a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 943 time: 0.0844357 Sep 24 05:14:22.826202 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-aebccd4c-2565-44b4-9afd-1458e7574339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66367886'] for subnet (8f69c44e-b4a0-4787-8e79-5aa8095e4aa1), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:22.856614 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-64d93ec4-2827-4c7b-b280-9967e329294b req-955a5315-5d15-4406-bb46-5dfb91aeca05 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999827 Sep 24 05:14:22.893960 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-aebccd4c-2565-44b4-9afd-1458e7574339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66370483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3700566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3662227'] for subnet (8f69c44e-b4a0-4787-8e79-5aa8095e4aa1), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:22.928778 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebccd4c-2565-44b4-9afd-1458e7574339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f69c44e-b4a0-4787-8e79-5aa8095e4aa1,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:22.933813 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-aebccd4c-2565-44b4-9afd-1458e7574339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:22.939930 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37512) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:22.940069 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-aebccd4c-2565-44b4-9afd-1458e7574339 admin admin] 10.222.0.50 "DELETE /networking/v2.0/subnets/8f69c44e-b4a0-4787-8e79-5aa8095e4aa1 HTTP/1.1" status: 204 len: 168 time: 0.4088736 Sep 24 05:14:22.942793 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2104555d-925f-4754-bcf2-7f0bc575db88 None None] Network 17f0f6dc-1b39-4c78-b39c-2031585b359a requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:14:23.068932 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328315'] for network (17f0f6dc-1b39-4c78-b39c-2031585b359a), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:23.130505 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 2757926e-1d93-4a32-b1b8-8795e46fafb6 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:14:23.139162 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] Deleting port 87fdb104-e979-4f8e-93b5-536f80422e9a {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:14:23.141060 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (87fdb104-e979-4f8e-93b5-536f80422e9a), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:23.174925 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 2757926e-1d93-4a32-b1b8-8795e46fafb6 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:14:23.175232 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 2757926e-1d93-4a32-b1b8-8795e46fafb6 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:14:23.175656 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 1d759015-ecbc-4193-8ff1-6fc52f95e592 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:14:23.211726 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 1d759015-ecbc-4193-8ff1-6fc52f95e592 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:14:23.212085 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 1d759015-ecbc-4193-8ff1-6fc52f95e592 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:14:23.226562 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] For port 87fdb104-e979-4f8e-93b5-536f80422e9a, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=87fdb104-e979-4f8e-93b5-536f80422e9a,segment=NetworkSegment(a613e56b-aebd-4887-8ffc-690cc89d3bba),segment_id=a613e56b-aebd-4887-8ffc-690cc89d3bba)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:23.227283 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (87fdb104-e979-4f8e-93b5-536f80422e9a), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:23.250059 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] Calling delete_port for 87fdb104-e979-4f8e-93b5-536f80422e9a owned by network:dhcp {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:14:23.334467 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] DHCP port deletion for 17f0f6dc-1b39-4c78-b39c-2031585b359a request from dv-cinder-859186-1-iscsi {{(pid=106194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 05:14:23.336516 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:23.347053 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (87fdb104-e979-4f8e-93b5-536f80422e9a), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:23.385128 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] Pushing event deleted for resources: {'Port': ['ID=87fdb104-e979-4f8e-93b5-536f80422e9a,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:23.390048 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] No DVR routers for this DVR port 87fdb104-e979-4f8e-93b5-536f80422e9a on host dv-cinder-859186-1-iscsi {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:14:23.390705 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Deleting port 87fdb104-e979-4f8e-93b5-536f80422e9a {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:14:23.390921 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (87fdb104-e979-4f8e-93b5-536f80422e9a), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:23.473982 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] For port 87fdb104-e979-4f8e-93b5-536f80422e9a, host dv-cinder-859186-1-iscsi, got binding levels [] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:23.474869 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (87fdb104-e979-4f8e-93b5-536f80422e9a), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:23.476895 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66397605', 'neutron.services.segments.db._delete_segments_for_network-8754988363457'] for network (17f0f6dc-1b39-4c78-b39c-2031585b359a), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:23.488208 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Calling delete_port for 87fdb104-e979-4f8e-93b5-536f80422e9a owned by network:dhcp {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:14:23.491018 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.ipam_backend_mixin [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Port 87fdb104-e979-4f8e-93b5-536f80422e9a was not found and therefore no delete operation was performed {{(pid=106194) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 24 05:14:23.494996 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153'] for port (87fdb104-e979-4f8e-93b5-536f80422e9a), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:23.503278 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f0f6dc-1b39-4c78-b39c-2031585b359a']}} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:23.513714 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a613e56b-aebd-4887-8ffc-690cc89d3bba') {'for_net_delete': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:23.514046 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a613e56b-aebd-4887-8ffc-690cc89d3bba') {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:23.519260 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Pushing event deleted for resources: {'Port': ['ID=87fdb104-e979-4f8e-93b5-536f80422e9a,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:23.525480 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754988363349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105158'] for segment (a613e56b-aebd-4887-8ffc-690cc89d3bba), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:23.528973 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:23.529429 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:23.529645 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:23.530042 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:23.530584 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:23.530917 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:23.531242 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:23.531565 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:23.531938 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:23.532208 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:23.532530 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:23.533288 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:23.533288 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:23.533454 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:23.533762 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:23.536668 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e4c1a-7ac0-45cf-b834-2526b0809d04 None None] No DVR routers for this DVR port 87fdb104-e979-4f8e-93b5-536f80422e9a on host dv-cinder-859186-1-iscsi {{(pid=106194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:14:23.547880 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (a613e56b-aebd-4887-8ffc-690cc89d3bba), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:23.555007 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 05:14:23.555464 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2382932'] for segment (a613e56b-aebd-4887-8ffc-690cc89d3bba), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:23.604104 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:23.607676 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment a613e56b-aebd-4887-8ffc-690cc89d3bba resource provider aggregate not found Sep 24 05:14:23.631467 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment a613e56b-aebd-4887-8ffc-690cc89d3bba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a613e56b-aebd-4887-8ffc-690cc89d3bba found for delete ", "request_id": "req-5ea3a1ee-519e-4106-8c5e-3ae0bc8445d6"}]} Sep 24 05:14:23.633910 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66397596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437385'] for network (17f0f6dc-1b39-4c78-b39c-2031585b359a), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:23.639044 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:23.642364 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] 10.222.0.50 "DELETE /networking/v2.0/networks/17f0f6dc-1b39-4c78-b39c-2031585b359a HTTP/1.1" status: 204 len: 168 time: 0.7009373 Sep 24 05:14:23.651859 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:23.664965 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec936742-f8de-4d80-8222-001c5894e388 admin admin] Pushing event deleted for resources: {'Network': ['ID=17f0f6dc-1b39-4c78-b39c-2031585b359a,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:23.772689 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37568) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:23.814531 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ec846184-a9ca-4048-9cd5-38f80267ed7c admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=87d5229e39fe4817b5187068d8acecc7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406036 Sep 24 05:14:23.816892 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37570) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:23.842789 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 37572) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:23.867313 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a612d368-8c45-46a9-832a-d2220b44e0bb admin admin] Publish callbacks [] for security_group (ce74dac8-78a1-4b5f-ace1-e4b0c37e02ba), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:23.887824 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a612d368-8c45-46a9-832a-d2220b44e0bb admin admin] Publish callbacks [] for security_group (ce74dac8-78a1-4b5f-ace1-e4b0c37e02ba), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:23.890238 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:23.941497 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a612d368-8c45-46a9-832a-d2220b44e0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (ce74dac8-78a1-4b5f-ace1-e4b0c37e02ba), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:23.944452 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a612d368-8c45-46a9-832a-d2220b44e0bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:23.945604 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-a612d368-8c45-46a9-832a-d2220b44e0bb admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/ce74dac8-78a1-4b5f-ace1-e4b0c37e02ba HTTP/1.1" status: 204 len: 168 time: 0.1277986 Sep 24 05:14:23.956922 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612d368-8c45-46a9-832a-d2220b44e0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce74dac8-78a1-4b5f-ace1-e4b0c37e02ba,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:24.043355 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0653c1-54d2-43fb-98ab-f1dfa7ad3f22 req-97ed8fba-0a34-41a8-9fbc-dd9a384b443f tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:24.044829 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aa0653c1-54d2-43fb-98ab-f1dfa7ad3f22 req-97ed8fba-0a34-41a8-9fbc-dd9a384b443f tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 943 time: 0.1054523 Sep 24 05:14:24.064079 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:24.151497 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aa0653c1-54d2-43fb-98ab-f1dfa7ad3f22 req-73c00fb7-0339-420b-bb28-54728699f4a6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997427 Sep 24 05:14:24.297452 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e134c6a1-b5ec-432a-aabd-10d994127402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429734'] for router_interface (fbef36c9-ea84-4848-a840-69bebde5cdcf), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:24.546778 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-e134c6a1-b5ec-432a-aabd-10d994127402 admin admin] Deleting port 9a6fc545-b6e9-4754-a014-b9673cab813c {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:14:24.547126 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e134c6a1-b5ec-432a-aabd-10d994127402 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:24.634721 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-e134c6a1-b5ec-432a-aabd-10d994127402 admin admin] For port 9a6fc545-b6e9-4754-a014-b9673cab813c, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=9a6fc545-b6e9-4754-a014-b9673cab813c,segment=NetworkSegment(859de6e6-3462-480e-a1e2-3e7d988ee453),segment_id=859de6e6-3462-480e-a1e2-3e7d988ee453)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:24.635156 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e134c6a1-b5ec-432a-aabd-10d994127402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:24.648437 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-e134c6a1-b5ec-432a-aabd-10d994127402 admin admin] Calling delete_port for 9a6fc545-b6e9-4754-a014-b9673cab813c owned by network:router_interface {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:14:24.800563 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 87fdb104-e979-4f8e-93b5-536f80422e9a no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:14:24.816799 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:24.821322 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 87fdb104-e979-4f8e-93b5-536f80422e9a {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:14:24.821787 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 87fdb104-e979-4f8e-93b5-536f80422e9a not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:14:24.838888 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e134c6a1-b5ec-432a-aabd-10d994127402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (9a6fc545-b6e9-4754-a014-b9673cab813c), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:24.869869 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134c6a1-b5ec-432a-aabd-10d994127402 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6fc545-b6e9-4754-a014-b9673cab813c,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:24.947236 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 3c4098d3-98fe-49ac-9677-5b3632da2208 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:14:24.983261 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:24.987155 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: 3c4098d3-98fe-49ac-9677-5b3632da2208 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:14:24.988151 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 3c4098d3-98fe-49ac-9677-5b3632da2208 not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:14:25.038703 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e134c6a1-b5ec-432a-aabd-10d994127402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435734'] for router_interface (fbef36c9-ea84-4848-a840-69bebde5cdcf), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:25.291402 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e134c6a1-b5ec-432a-aabd-10d994127402 admin admin] Router fbef36c9-ea84-4848-a840-69bebde5cdcf has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:14:25.304618 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71206c9a-a0c9-4b9f-91a3-7a9051594ad0 req-99c52aff-63a6-4d08-bb4c-a3d899212901 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:25.306155 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-71206c9a-a0c9-4b9f-91a3-7a9051594ad0 req-99c52aff-63a6-4d08-bb4c-a3d899212901 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 943 time: 0.0583830 Sep 24 05:14:25.430897 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-71206c9a-a0c9-4b9f-91a3-7a9051594ad0 req-6d6aca8b-812a-4703-b92f-c1881b154db6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177213 Sep 24 05:14:25.447623 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e134c6a1-b5ec-432a-aabd-10d994127402 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:14:25.452958 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-e134c6a1-b5ec-432a-aabd-10d994127402 admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/fbef36c9-ea84-4848-a840-69bebde5cdcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6091344 Sep 24 05:14:25.455966 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37636) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:25.459597 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791cbc5d-690f-4131-a3bd-1db901dab2be None None] Sync routers for ids ['fbef36c9-ea84-4848-a840-69bebde5cdcf'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:14:25.470894 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791cbc5d-690f-4131-a3bd-1db901dab2be None None] Routers {'fbef36c9-ea84-4848-a840-69bebde5cdcf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:14:25.471550 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-791cbc5d-690f-4131-a3bd-1db901dab2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:14:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['fbef36c9-ea84-4848-a840-69bebde5cdcf'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:25.585062 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-791cbc5d-690f-4131-a3bd-1db901dab2be None None] Set router fbef36c9-ea84-4848-a840-69bebde5cdcf gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:14:25.586557 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-972c7ca3-5c66-4281-a532-3bb5de385ac7 admin admin] Publish callbacks [] for router (fbef36c9-ea84-4848-a840-69bebde5cdcf), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:25.718165 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-972c7ca3-5c66-4281-a532-3bb5de385ac7 admin admin] Publish callbacks [] for router_gateway (fbef36c9-ea84-4848-a840-69bebde5cdcf), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:25.768411 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-972c7ca3-5c66-4281-a532-3bb5de385ac7 admin admin] Deleting port b438229e-aa91-4bf2-b366-627cc60a3fe2 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:14:25.768750 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-972c7ca3-5c66-4281-a532-3bb5de385ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (b438229e-aa91-4bf2-b366-627cc60a3fe2), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:25.771015 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-791cbc5d-690f-4131-a3bd-1db901dab2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'name': 'tempest-TestMinimumBasicScenario-1463961099-router', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:14:24Z', 'revision_number': 5, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'gw_port': {'id': 'b438229e-aa91-4bf2-b366-627cc60a3fe2', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:25.799850 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791cbc5d-690f-4131-a3bd-1db901dab2be None None] Checking router: fbef36c9-ea84-4848-a840-69bebde5cdcf for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:14:25.810605 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791cbc5d-690f-4131-a3bd-1db901dab2be None None] Routers {'fbef36c9-ea84-4848-a840-69bebde5cdcf'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:14:25.811301 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-791cbc5d-690f-4131-a3bd-1db901dab2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:14:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['fbef36c9-ea84-4848-a840-69bebde5cdcf'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:25.877326 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-972c7ca3-5c66-4281-a532-3bb5de385ac7 admin admin] For port b438229e-aa91-4bf2-b366-627cc60a3fe2, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=b438229e-aa91-4bf2-b366-627cc60a3fe2,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:25.877694 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-972c7ca3-5c66-4281-a532-3bb5de385ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (b438229e-aa91-4bf2-b366-627cc60a3fe2), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:25.902736 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-972c7ca3-5c66-4281-a532-3bb5de385ac7 admin admin] Calling delete_port for b438229e-aa91-4bf2-b366-627cc60a3fe2 owned by network:router_gateway {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:14:25.930488 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-791cbc5d-690f-4131-a3bd-1db901dab2be None None] Set router fbef36c9-ea84-4848-a840-69bebde5cdcf gateway port host: None {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:14:25.939435 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 37654) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:25.991825 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-791cbc5d-690f-4131-a3bd-1db901dab2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'name': 'tempest-TestMinimumBasicScenario-1463961099-router', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:14:25Z', 'revision_number': 6, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'gw_port_host': None}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:26.018648 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791cbc5d-690f-4131-a3bd-1db901dab2be None None] The sync data for ids ['fbef36c9-ea84-4848-a840-69bebde5cdcf'] in dv-cinder-859186-1-iscsi is: [{'id': 'fbef36c9-ea84-4848-a840-69bebde5cdcf', 'name': 'tempest-TestMinimumBasicScenario-1463961099-router', 'tenant_id': '85c73f9a74da4079a54a503e0b42ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:25Z', 'updated_at': '2022-09-24T05:14:25Z', 'revision_number': 6, 'project_id': '85c73f9a74da4079a54a503e0b42ca2e', 'gw_port_host': None}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:14:26.057748 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-24a68e51-3bad-4c97-8a34-1c826f5734dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.090033 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-972c7ca3-5c66-4281-a532-3bb5de385ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (b438229e-aa91-4bf2-b366-627cc60a3fe2), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.115899 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c7ca3-5c66-4281-a532-3bb5de385ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b438229e-aa91-4bf2-b366-627cc60a3fe2,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:26.140446 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-24a68e51-3bad-4c97-8a34-1c826f5734dd admin admin] Publish callbacks [] for security_group (dde4351e-aebf-4f26-8b67-d4a441e8bdde), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.144591 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-24a68e51-3bad-4c97-8a34-1c826f5734dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (dde4351e-aebf-4f26-8b67-d4a441e8bdde), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.183331 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a68e51-3bad-4c97-8a34-1c826f5734dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde4351e-aebf-4f26-8b67-d4a441e8bdde,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:26.184541 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-972c7ca3-5c66-4281-a532-3bb5de385ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437340'] for router_gateway (fbef36c9-ea84-4848-a840-69bebde5cdcf), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.187727 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-24a68e51-3bad-4c97-8a34-1c826f5734dd admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=1b9784dd258c44ca93dda990a436a054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472563 Sep 24 05:14:26.190384 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 37658) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:26.246660 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d2d803f9-2e1e-4633-bfde-b53ed844882a admin admin] Publish callbacks [] for security_group (dde4351e-aebf-4f26-8b67-d4a441e8bdde), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.250255 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:26.267352 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d2d803f9-2e1e-4633-bfde-b53ed844882a admin admin] Publish callbacks [] for security_group (dde4351e-aebf-4f26-8b67-d4a441e8bdde), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.268920 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:26.278370 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:26.282240 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-972c7ca3-5c66-4281-a532-3bb5de385ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4195'] for router (fbef36c9-ea84-4848-a840-69bebde5cdcf), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.285116 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-972c7ca3-5c66-4281-a532-3bb5de385ac7 admin admin] Publish callbacks [] for router_controller (fbef36c9-ea84-4848-a840-69bebde5cdcf), precommit_delete_associations {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.319172 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d2d803f9-2e1e-4633-bfde-b53ed844882a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (dde4351e-aebf-4f26-8b67-d4a441e8bdde), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.322629 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d2d803f9-2e1e-4633-bfde-b53ed844882a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.323883 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d2d803f9-2e1e-4633-bfde-b53ed844882a admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/dde4351e-aebf-4f26-8b67-d4a441e8bdde HTTP/1.1" status: 204 len: 168 time: 0.1325772 Sep 24 05:14:26.330905 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-972c7ca3-5c66-4281-a532-3bb5de385ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435819'] for router (fbef36c9-ea84-4848-a840-69bebde5cdcf), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.331508 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972c7ca3-5c66-4281-a532-3bb5de385ac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbef36c9-ea84-4848-a840-69bebde5cdcf {{(pid=106193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 05:14:26.333673 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d803f9-2e1e-4633-bfde-b53ed844882a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde4351e-aebf-4f26-8b67-d4a441e8bdde,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:26.336023 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-972c7ca3-5c66-4281-a532-3bb5de385ac7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.339504 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-972c7ca3-5c66-4281-a532-3bb5de385ac7 admin admin] 10.222.0.50 "DELETE /networking/v2.0/routers/fbef36c9-ea84-4848-a840-69bebde5cdcf HTTP/1.1" status: 204 len: 168 time: 0.8794253 Sep 24 05:14:26.339776 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37662) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:26.387688 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa15a7a-a3de-4c95-a5d2-137b2a7d8daf admin admin] Deleting subnet 9a557054-6955-4836-8727-2ecd1283487f {{(pid=106193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 05:14:26.391612 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1fa15a7a-a3de-4c95-a5d2-137b2a7d8daf admin admin] Publish callbacks [] for subnet (9a557054-6955-4836-8727-2ecd1283487f), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.431736 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1fa15a7a-a3de-4c95-a5d2-137b2a7d8daf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4105213'] for subnet (9a557054-6955-4836-8727-2ecd1283487f), precommit_delete_associations {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.549452 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1fa15a7a-a3de-4c95-a5d2-137b2a7d8daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66367886'] for subnet (9a557054-6955-4836-8727-2ecd1283487f), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.572401 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc333be9-c562-4fa3-8fc5-bb82e2450086 req-fd1ff0cd-1c32-4f19-b214-76ba52a58c8f tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:26.574040 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bc333be9-c562-4fa3-8fc5-bb82e2450086 req-fd1ff0cd-1c32-4f19-b214-76ba52a58c8f tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 943 time: 0.0548067 Sep 24 05:14:26.613155 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1fa15a7a-a3de-4c95-a5d2-137b2a7d8daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66370483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2383086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8938390'] for subnet (9a557054-6955-4836-8727-2ecd1283487f), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.633235 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bc333be9-c562-4fa3-8fc5-bb82e2450086 req-42893e25-a2f4-401d-a613-3966f6c527a9 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536332 Sep 24 05:14:26.638386 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa15a7a-a3de-4c95-a5d2-137b2a7d8daf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a557054-6955-4836-8727-2ecd1283487f,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:26.642048 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1fa15a7a-a3de-4c95-a5d2-137b2a7d8daf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.648798 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-1fa15a7a-a3de-4c95-a5d2-137b2a7d8daf admin admin] 10.222.0.50 "DELETE /networking/v2.0/subnets/9a557054-6955-4836-8727-2ecd1283487f HTTP/1.1" status: 204 len: 168 time: 0.3080418 Sep 24 05:14:26.648963 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 37668) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:26.650258 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37670) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:26.651404 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad859c87-0f85-43b0-822d-1f88f9bda633 None None] Network 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:14:26.660263 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:26.680188 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-85e01f25-97ae-4392-9d0b-d021b64d98aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.735961 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328315'] for network (9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.771498 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-85e01f25-97ae-4392-9d0b-d021b64d98aa admin admin] Publish callbacks [] for security_group (149a8cc1-b786-4573-bba4-c406b26653a6), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.783019 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-85e01f25-97ae-4392-9d0b-d021b64d98aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (149a8cc1-b786-4573-bba4-c406b26653a6), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.787278 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] Deleting port 36776404-abc2-4dda-a65d-ee81d4c9fd8e {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:14:26.787278 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (36776404-abc2-4dda-a65d-ee81d4c9fd8e), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.819444 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547e73a7-c31e-4461-94bd-bdbedac4da80 None None] DHCP port deletion for 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 request from dv-cinder-859186-1-iscsi {{(pid=106194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 05:14:26.824599 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-85e01f25-97ae-4392-9d0b-d021b64d98aa admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=70f12b01d97f4b108845a810ad71296f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714418 Sep 24 05:14:26.830200 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 37672) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:26.855852 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] For port 36776404-abc2-4dda-a65d-ee81d4c9fd8e, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=36776404-abc2-4dda-a65d-ee81d4c9fd8e,segment=NetworkSegment(859de6e6-3462-480e-a1e2-3e7d988ee453),segment_id=859de6e6-3462-480e-a1e2-3e7d988ee453)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:26.856136 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e01f25-97ae-4392-9d0b-d021b64d98aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149a8cc1-b786-4573-bba4-c406b26653a6,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:26.856262 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (36776404-abc2-4dda-a65d-ee81d4c9fd8e), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.874889 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] Calling delete_port for 36776404-abc2-4dda-a65d-ee81d4c9fd8e owned by network:dhcp {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:14:26.894444 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:26.904603 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-90981e93-68f2-4a96-beab-20ecfb0ac8c4 admin admin] Publish callbacks [] for security_group (149a8cc1-b786-4573-bba4-c406b26653a6), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.918169 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-547e73a7-c31e-4461-94bd-bdbedac4da80 None None] Deleting port 36776404-abc2-4dda-a65d-ee81d4c9fd8e {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:14:26.918862 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-547e73a7-c31e-4461-94bd-bdbedac4da80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (36776404-abc2-4dda-a65d-ee81d4c9fd8e), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.938532 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-90981e93-68f2-4a96-beab-20ecfb0ac8c4 admin admin] Publish callbacks [] for security_group (149a8cc1-b786-4573-bba4-c406b26653a6), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.991453 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-547e73a7-c31e-4461-94bd-bdbedac4da80 None None] For port 36776404-abc2-4dda-a65d-ee81d4c9fd8e, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=36776404-abc2-4dda-a65d-ee81d4c9fd8e,segment=NetworkSegment(859de6e6-3462-480e-a1e2-3e7d988ee453),segment_id=859de6e6-3462-480e-a1e2-3e7d988ee453)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:26.992221 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-547e73a7-c31e-4461-94bd-bdbedac4da80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (36776404-abc2-4dda-a65d-ee81d4c9fd8e), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:26.992533 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (36776404-abc2-4dda-a65d-ee81d4c9fd8e), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.003613 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 9a6fc545-b6e9-4754-a014-b9673cab813c no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:14:27.005595 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device b3fe81c9-e8d5-4709-aba9-c58720d8684a details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:14:27.015359 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] No DVR routers for this DVR port 36776404-abc2-4dda-a65d-ee81d4c9fd8e on host dv-cinder-859186-1-iscsi {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:14:27.016842 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-90981e93-68f2-4a96-beab-20ecfb0ac8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (149a8cc1-b786-4573-bba4-c406b26653a6), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.023252 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-90981e93-68f2-4a96-beab-20ecfb0ac8c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.030462 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-90981e93-68f2-4a96-beab-20ecfb0ac8c4 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/149a8cc1-b786-4573-bba4-c406b26653a6 HTTP/1.1" status: 204 len: 168 time: 0.1989269 Sep 24 05:14:27.037415 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-547e73a7-c31e-4461-94bd-bdbedac4da80 None None] Calling delete_port for 36776404-abc2-4dda-a65d-ee81d4c9fd8e owned by network:dhcp {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:14:27.040750 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90981e93-68f2-4a96-beab-20ecfb0ac8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149a8cc1-b786-4573-bba4-c406b26653a6,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:27.042914 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=36776404-abc2-4dda-a65d-ee81d4c9fd8e,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:27.044411 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 9a6fc545-b6e9-4754-a014-b9673cab813c {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:14:27.044751 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 9a6fc545-b6e9-4754-a014-b9673cab813c not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:14:27.045160 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 36776404-abc2-4dda-a65d-ee81d4c9fd8e no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:14:27.095977 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 36776404-abc2-4dda-a65d-ee81d4c9fd8e {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:14:27.096466 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 36776404-abc2-4dda-a65d-ee81d4c9fd8e not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:14:27.097282 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device b438229e-aa91-4bf2-b366-627cc60a3fe2 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:14:27.141804 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66397605', 'neutron.services.segments.db._delete_segments_for_network-8754988363457'] for network (9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.170869 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:27.173647 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1']}} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:27.187181 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859de6e6-3462-480e-a1e2-3e7d988ee453') {'for_net_delete': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:27.187752 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859de6e6-3462-480e-a1e2-3e7d988ee453') {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:27.201471 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754988363349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105158'] for segment (859de6e6-3462-480e-a1e2-3e7d988ee453), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.219389 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (859de6e6-3462-480e-a1e2-3e7d988ee453), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.228256 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 05:14:27.228971 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2382932'] for segment (859de6e6-3462-480e-a1e2-3e7d988ee453), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.250119 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: b438229e-aa91-4bf2-b366-627cc60a3fe2 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:14:27.250482 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device b438229e-aa91-4bf2-b366-627cc60a3fe2 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:14:27.252311 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment 859de6e6-3462-480e-a1e2-3e7d988ee453 resource provider aggregate not found Sep 24 05:14:27.305348 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment 859de6e6-3462-480e-a1e2-3e7d988ee453 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 859de6e6-3462-480e-a1e2-3e7d988ee453 found for delete ", "request_id": "req-d5806630-68b2-4abd-b9e2-5331712b0d92"}]} Sep 24 05:14:27.332769 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port b3fe81c9-e8d5-4709-aba9-c58720d8684a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b3fe81c9-e8d5-4709-aba9-c58720d8684a,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:27.337367 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66397596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437385'] for network (9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.348166 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.352063 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] 10.222.0.50 "DELETE /networking/v2.0/networks/9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 HTTP/1.1" status: 204 len: 168 time: 0.7006288 Sep 24 05:14:27.352644 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-547e73a7-c31e-4461-94bd-bdbedac4da80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153'] for port (36776404-abc2-4dda-a65d-ee81d4c9fd8e), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.355202 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 37688) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:27.365000 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d5c24-aba2-477a-92fd-3580b10d37b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:27.387241 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': 'b3fe81c9-e8d5-4709-aba9-c58720d8684a', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'port_id': 'b3fe81c9-e8d5-4709-aba9-c58720d8684a', 'mac_address': 'fa:16:3e:55:92:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:14:27.392805 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e73a7-c31e-4461-94bd-bdbedac4da80 None None] Pushing event deleted for resources: {'Port': ['ID=36776404-abc2-4dda-a65d-ee81d4c9fd8e,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:27.396735 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-547e73a7-c31e-4461-94bd-bdbedac4da80 None None] Network 9c7e0f4c-425a-46df-96dd-7f26ab1e9fc1 is not hosted by any dhcp agent {{(pid=106194) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 05:14:27.397187 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547e73a7-c31e-4461-94bd-bdbedac4da80 None None] No DVR routers for this DVR port 36776404-abc2-4dda-a65d-ee81d4c9fd8e on host dv-cinder-859186-1-iscsi {{(pid=106194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:14:27.438589 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port b3fe81c9-e8d5-4709-aba9-c58720d8684a is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:14:27.438978 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (b3fe81c9-e8d5-4709-aba9-c58720d8684a), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.453727 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fe81c9-e8d5-4709-aba9-c58720d8684a {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:14:27.487813 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port b3fe81c9-e8d5-4709-aba9-c58720d8684a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b3fe81c9-e8d5-4709-aba9-c58720d8684a,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:27.491566 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (b3fe81c9-e8d5-4709-aba9-c58720d8684a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.559867 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=b3fe81c9-e8d5-4709-aba9-c58720d8684a,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:27.569590 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37690) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:27.582662 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1cf34713-5a12-4654-8808-14e6cd65186c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.659306 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:27.669046 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1cf34713-5a12-4654-8808-14e6cd65186c admin admin] Publish callbacks [] for security_group (c2d49094-d35c-4744-bae2-80bacde126a5), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.673480 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1cf34713-5a12-4654-8808-14e6cd65186c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (c2d49094-d35c-4744-bae2-80bacde126a5), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.714107 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf34713-5a12-4654-8808-14e6cd65186c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d49094-d35c-4744-bae2-80bacde126a5,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:27.718424 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-1cf34713-5a12-4654-8808-14e6cd65186c admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=40cf3f0bd7fd46aeb02a1bc8d90ca9b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477566 Sep 24 05:14:27.721051 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37694) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:27.775854 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-311ede6c-c82d-45e9-aa31-69ddf064f956 admin admin] Publish callbacks [] for security_group (c2d49094-d35c-4744-bae2-80bacde126a5), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.798139 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-311ede6c-c82d-45e9-aa31-69ddf064f956 admin admin] Publish callbacks [] for security_group (c2d49094-d35c-4744-bae2-80bacde126a5), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.848273 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-311ede6c-c82d-45e9-aa31-69ddf064f956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (c2d49094-d35c-4744-bae2-80bacde126a5), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.851083 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-311ede6c-c82d-45e9-aa31-69ddf064f956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:27.852231 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-311ede6c-c82d-45e9-aa31-69ddf064f956 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/c2d49094-d35c-4744-bae2-80bacde126a5 HTTP/1.1" status: 204 len: 168 time: 0.1291044 Sep 24 05:14:27.861700 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ede6c-c82d-45e9-aa31-69ddf064f956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d49094-d35c-4744-bae2-80bacde126a5,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:27.944043 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['b3fe81c9-e8d5-4709-aba9-c58720d8684a'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:14:27.967181 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-db30f0fb-7f94-4041-9baa-84b1c0f00a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429734'] for router_interface (b48be634-f899-4a5c-b6bc-86e1c5c2c981), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:28.009027 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:28.017048 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62315192-8ee8-4e78-beb5-b021da91a557 req-a3dcb106-886f-4641-ad71-c6d159f5e21b tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:28.018547 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-62315192-8ee8-4e78-beb5-b021da91a557 req-a3dcb106-886f-4641-ad71-c6d159f5e21b tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 944 time: 0.0954356 Sep 24 05:14:28.052036 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:28.108004 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:28.114927 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:28.160777 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-62315192-8ee8-4e78-beb5-b021da91a557 req-52a69bae-27c5-4e9a-adc1-5a4965fb53eb tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299002 Sep 24 05:14:28.278443 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-db30f0fb-7f94-4041-9baa-84b1c0f00a38 admin admin] Deleting port d9beade3-34ca-445d-857e-434022db1a64 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:14:28.278788 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-db30f0fb-7f94-4041-9baa-84b1c0f00a38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (d9beade3-34ca-445d-857e-434022db1a64), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:28.368913 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-db30f0fb-7f94-4041-9baa-84b1c0f00a38 admin admin] For port d9beade3-34ca-445d-857e-434022db1a64, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=d9beade3-34ca-445d-857e-434022db1a64,segment=NetworkSegment(a642f661-1a8e-4901-bd7e-913523b4b7e1),segment_id=a642f661-1a8e-4901-bd7e-913523b4b7e1)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:28.369291 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-db30f0fb-7f94-4041-9baa-84b1c0f00a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (d9beade3-34ca-445d-857e-434022db1a64), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:28.382793 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-db30f0fb-7f94-4041-9baa-84b1c0f00a38 admin admin] Calling delete_port for d9beade3-34ca-445d-857e-434022db1a64 owned by network:router_interface {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:14:28.604193 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-db30f0fb-7f94-4041-9baa-84b1c0f00a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (d9beade3-34ca-445d-857e-434022db1a64), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:28.636959 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30f0fb-7f94-4041-9baa-84b1c0f00a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9beade3-34ca-445d-857e-434022db1a64,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:28.826292 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-db30f0fb-7f94-4041-9baa-84b1c0f00a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435734'] for router_interface (b48be634-f899-4a5c-b6bc-86e1c5c2c981), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:28.972354 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device b3fe81c9-e8d5-4709-aba9-c58720d8684a up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:14:28.995372 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:29.018225 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port b3fe81c9-e8d5-4709-aba9-c58720d8684a completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:14:29.024555 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port b3fe81c9-e8d5-4709-aba9-c58720d8684a triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:14:29.025249 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (b3fe81c9-e8d5-4709-aba9-c58720d8684a), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:29.025612 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port b3fe81c9-e8d5-4709-aba9-c58720d8684a Sep 24 05:14:29.051953 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db30f0fb-7f94-4041-9baa-84b1c0f00a38 admin admin] Router b48be634-f899-4a5c-b6bc-86e1c5c2c981 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:14:29.066021 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:29.106791 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port b3fe81c9-e8d5-4709-aba9-c58720d8684a is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:14:29.107468 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (b3fe81c9-e8d5-4709-aba9-c58720d8684a), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:29.157433 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af77c184-6aa4-4f31-b736-bf19ec7c1482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fe81c9-e8d5-4709-aba9-c58720d8684a'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:14:29.161856 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c922416c-d729-40c2-b9f6-0cb1dec11ca1" -d '{"events": [{"server_uuid": "af77c184-6aa4-4f31-b736-bf19ec7c1482", "name": "network-vif-plugged", "status": "completed", "tag": "b3fe81c9-e8d5-4709-aba9-c58720d8684a"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:14:29.182332 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port b3fe81c9-e8d5-4709-aba9-c58720d8684a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b3fe81c9-e8d5-4709-aba9-c58720d8684a,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:29.184590 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db30f0fb-7f94-4041-9baa-84b1c0f00a38 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:14:29.193069 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (b3fe81c9-e8d5-4709-aba9-c58720d8684a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:29.197785 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-db30f0fb-7f94-4041-9baa-84b1c0f00a38 admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/b48be634-f899-4a5c-b6bc-86e1c5c2c981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8414426 Sep 24 05:14:29.200597 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37742) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:29.205179 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce8b53-2d28-49c6-a422-6b517a69c3bf None None] Sync routers for ids ['b48be634-f899-4a5c-b6bc-86e1c5c2c981'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:14:29.243838 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ce8b53-2d28-49c6-a422-6b517a69c3bf None None] Routers {'b48be634-f899-4a5c-b6bc-86e1c5c2c981'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:14:29.244498 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-88ce8b53-2d28-49c6-a422-6b517a69c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:14:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['b48be634-f899-4a5c-b6bc-86e1c5c2c981'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:29.309145 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=b3fe81c9-e8d5-4709-aba9-c58720d8684a,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:29.367081 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-910e7214-1500-4330-a950-011833b1ee71 admin admin] Publish callbacks [] for router (b48be634-f899-4a5c-b6bc-86e1c5c2c981), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:29.382939 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-88ce8b53-2d28-49c6-a422-6b517a69c3bf None None] Set router b48be634-f899-4a5c-b6bc-86e1c5c2c981 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:14:29.408111 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883ed70-bdb4-4343-a856-d01a4370acee req-f2381c08-aa46-434e-8657-523adb950237 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:29.409648 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7883ed70-bdb4-4343-a856-d01a4370acee req-f2381c08-aa46-434e-8657-523adb950237 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 945 time: 0.0605237 Sep 24 05:14:29.432909 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7040cf47-f942-43b8-a5c8-ac810acb45b2 x-openstack-request-id: req-7040cf47-f942-43b8-a5c8-ac810acb45b2 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:14:29.433481 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af77c184-6aa4-4f31-b736-bf19ec7c1482", "name": "network-vif-plugged", "status": "completed", "tag": "b3fe81c9-e8d5-4709-aba9-c58720d8684a", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:14:29.434143 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7040cf47-f942-43b8-a5c8-ac810acb45b2 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:14:29.434529 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7040cf47-f942-43b8-a5c8-ac810acb45b2'] response: {'server_uuid': 'af77c184-6aa4-4f31-b736-bf19ec7c1482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fe81c9-e8d5-4709-aba9-c58720d8684a', 'code': 200} Sep 24 05:14:29.476932 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-910e7214-1500-4330-a950-011833b1ee71 admin admin] Publish callbacks [] for router_gateway (b48be634-f899-4a5c-b6bc-86e1c5c2c981), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:29.499630 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7883ed70-bdb4-4343-a856-d01a4370acee req-30bf9a9c-23d5-42e0-b91d-562761160133 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814400 Sep 24 05:14:29.533945 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-910e7214-1500-4330-a950-011833b1ee71 admin admin] Deleting port a0e8a082-ae25-4c2f-ac01-2f7616aab822 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:14:29.534618 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-910e7214-1500-4330-a950-011833b1ee71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (a0e8a082-ae25-4c2f-ac01-2f7616aab822), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:29.603969 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-88ce8b53-2d28-49c6-a422-6b517a69c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'name': 'tempest-TestMinimumBasicScenario-905264726-router', 'tenant_id': 'ca0079034881467cb46e90bd21519543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'a0e8a082-ae25-4c2f-ac01-2f7616aab822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:30Z', 'updated_at': '2022-09-24T05:14:28Z', 'revision_number': 5, 'project_id': 'ca0079034881467cb46e90bd21519543', 'gw_port': {'id': 'a0e8a082-ae25-4c2f-ac01-2f7616aab822', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:10:30Z', 'updated_at': '2022-09-24T05:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:29.628420 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce8b53-2d28-49c6-a422-6b517a69c3bf None None] Checking router: b48be634-f899-4a5c-b6bc-86e1c5c2c981 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:14:29.631788 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-910e7214-1500-4330-a950-011833b1ee71 admin admin] For port a0e8a082-ae25-4c2f-ac01-2f7616aab822, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=a0e8a082-ae25-4c2f-ac01-2f7616aab822,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:29.632156 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-910e7214-1500-4330-a950-011833b1ee71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (a0e8a082-ae25-4c2f-ac01-2f7616aab822), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:29.637890 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ce8b53-2d28-49c6-a422-6b517a69c3bf None None] Routers {'b48be634-f899-4a5c-b6bc-86e1c5c2c981'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:14:29.638593 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-88ce8b53-2d28-49c6-a422-6b517a69c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:14:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['b48be634-f899-4a5c-b6bc-86e1c5c2c981'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:29.640417 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea2cb3-944e-4cc3-884b-6e421e898b21 req-c01f5254-9627-4401-840b-75049133c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:29.642093 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-91ea2cb3-944e-4cc3-884b-6e421e898b21 req-c01f5254-9627-4401-840b-75049133c771 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 1129 time: 0.0430002 Sep 24 05:14:29.645448 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-910e7214-1500-4330-a950-011833b1ee71 admin admin] Calling delete_port for a0e8a082-ae25-4c2f-ac01-2f7616aab822 owned by network:router_gateway {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:14:29.684438 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:DELETE=5,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:29.702251 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-91ea2cb3-944e-4cc3-884b-6e421e898b21 req-ea96556e-867d-4e4a-adc4-1ac5ce9779be service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518389 Sep 24 05:14:29.731895 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-88ce8b53-2d28-49c6-a422-6b517a69c3bf None None] Set router b48be634-f899-4a5c-b6bc-86e1c5c2c981 gateway port host: None {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:14:29.785244 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-88ce8b53-2d28-49c6-a422-6b517a69c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'name': 'tempest-TestMinimumBasicScenario-905264726-router', 'tenant_id': 'ca0079034881467cb46e90bd21519543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:30Z', 'updated_at': '2022-09-24T05:14:29Z', 'revision_number': 6, 'project_id': 'ca0079034881467cb46e90bd21519543', 'gw_port_host': None}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:29.813646 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce8b53-2d28-49c6-a422-6b517a69c3bf None None] The sync data for ids ['b48be634-f899-4a5c-b6bc-86e1c5c2c981'] in dv-cinder-859186-1-iscsi is: [{'id': 'b48be634-f899-4a5c-b6bc-86e1c5c2c981', 'name': 'tempest-TestMinimumBasicScenario-905264726-router', 'tenant_id': 'ca0079034881467cb46e90bd21519543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:10:30Z', 'updated_at': '2022-09-24T05:14:29Z', 'revision_number': 6, 'project_id': 'ca0079034881467cb46e90bd21519543', 'gw_port_host': None}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:14:29.833760 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-910e7214-1500-4330-a950-011833b1ee71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (a0e8a082-ae25-4c2f-ac01-2f7616aab822), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:29.862949 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e7214-1500-4330-a950-011833b1ee71 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e8a082-ae25-4c2f-ac01-2f7616aab822,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:29.922582 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:29.931596 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-910e7214-1500-4330-a950-011833b1ee71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437340'] for router_gateway (b48be634-f899-4a5c-b6bc-86e1c5c2c981), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:30.280725 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-910e7214-1500-4330-a950-011833b1ee71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4195'] for router (b48be634-f899-4a5c-b6bc-86e1c5c2c981), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:30.282942 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-910e7214-1500-4330-a950-011833b1ee71 admin admin] Publish callbacks [] for router_controller (b48be634-f899-4a5c-b6bc-86e1c5c2c981), precommit_delete_associations {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:30.325739 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-910e7214-1500-4330-a950-011833b1ee71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435819'] for router (b48be634-f899-4a5c-b6bc-86e1c5c2c981), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:30.326427 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910e7214-1500-4330-a950-011833b1ee71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b48be634-f899-4a5c-b6bc-86e1c5c2c981 {{(pid=106193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 05:14:30.331103 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-910e7214-1500-4330-a950-011833b1ee71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:30.334761 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-910e7214-1500-4330-a950-011833b1ee71 admin admin] 10.222.0.50 "DELETE /networking/v2.0/routers/b48be634-f899-4a5c-b6bc-86e1c5c2c981 HTTP/1.1" status: 204 len: 168 time: 1.1303866 Sep 24 05:14:30.335102 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37772) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:30.381118 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11787b6-9775-4000-b7e1-ee73d69626cd admin admin] Deleting subnet 3570870b-c666-4c43-9832-16e4bb2689a4 {{(pid=106193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 05:14:30.385001 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a11787b6-9775-4000-b7e1-ee73d69626cd admin admin] Publish callbacks [] for subnet (3570870b-c666-4c43-9832-16e4bb2689a4), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:30.421614 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a11787b6-9775-4000-b7e1-ee73d69626cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4105213'] for subnet (3570870b-c666-4c43-9832-16e4bb2689a4), precommit_delete_associations {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:30.512178 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a11787b6-9775-4000-b7e1-ee73d69626cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66367886'] for subnet (3570870b-c666-4c43-9832-16e4bb2689a4), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:30.517330 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-c91adfe9-15db-4a2c-bacb-dfd2a80e3a83 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=3c7dd358b27c46c39025fc95f3d56997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312028 Sep 24 05:14:30.573874 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a11787b6-9775-4000-b7e1-ee73d69626cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66370483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2383086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8938390'] for subnet (3570870b-c666-4c43-9832-16e4bb2689a4), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:30.602260 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11787b6-9775-4000-b7e1-ee73d69626cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3570870b-c666-4c43-9832-16e4bb2689a4,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:30.606464 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a11787b6-9775-4000-b7e1-ee73d69626cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:30.610593 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-a11787b6-9775-4000-b7e1-ee73d69626cd admin admin] 10.222.0.50 "DELETE /networking/v2.0/subnets/3570870b-c666-4c43-9832-16e4bb2689a4 HTTP/1.1" status: 204 len: 168 time: 0.2746820 Sep 24 05:14:30.613351 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37790) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:30.615694 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f9e5f2-4fc0-47f1-bfc6-4646df877dfb None None] Network 2e491eea-d755-4fc7-8d49-abead8fb996c requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:14:30.693588 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328315'] for network (2e491eea-d755-4fc7-8d49-abead8fb996c), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:30.696317 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:30.727902 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60af22-e170-480d-8a7a-7491680cc56a req-46c8f0cd-d04a-452d-a94e-04ac5b5b6295 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:30.729432 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9e60af22-e170-480d-8a7a-7491680cc56a req-46c8f0cd-d04a-452d-a94e-04ac5b5b6295 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 945 time: 0.1218307 Sep 24 05:14:30.750396 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] Deleting port 24c296bc-93aa-484e-af53-8abcf9b6c8e9 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:14:30.750740 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (24c296bc-93aa-484e-af53-8abcf9b6c8e9), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:30.815422 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-8ced3f13-c271-450c-8f41-ccc9a4f3813a tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:30.816896 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-8ced3f13-c271-450c-8f41-ccc9a4f3813a tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2941954 Sep 24 05:14:30.821885 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9e60af22-e170-480d-8a7a-7491680cc56a req-f5999525-8428-4c27-a7ec-45957fbe158e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726631 Sep 24 05:14:30.825843 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] For port 24c296bc-93aa-484e-af53-8abcf9b6c8e9, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=24c296bc-93aa-484e-af53-8abcf9b6c8e9,segment=NetworkSegment(a642f661-1a8e-4901-bd7e-913523b4b7e1),segment_id=a642f661-1a8e-4901-bd7e-913523b4b7e1)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:30.826250 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (24c296bc-93aa-484e-af53-8abcf9b6c8e9), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:30.835240 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9449527a-5255-49b2-bca4-8a13396463e2 None None] DHCP port deletion for 2e491eea-d755-4fc7-8d49-abead8fb996c request from dv-cinder-859186-1-iscsi {{(pid=106194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 05:14:30.842252 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] Calling delete_port for 24c296bc-93aa-484e-af53-8abcf9b6c8e9 owned by network:dhcp {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:14:30.854637 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-c2c28cdb-c12b-4130-b126-c8c770752b35 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/quotas/3c7dd358b27c46c39025fc95f3d56997 HTTP/1.1" status: 200 len: 375 time: 0.0255146 Sep 24 05:14:30.891852 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-82f15827-4b7b-42ed-ae23-0b6ec9f97579 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=3c7dd358b27c46c39025fc95f3d56997&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310464 Sep 24 05:14:30.895048 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9449527a-5255-49b2-bca4-8a13396463e2 None None] Deleting port 24c296bc-93aa-484e-af53-8abcf9b6c8e9 {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:14:30.895435 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9449527a-5255-49b2-bca4-8a13396463e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (24c296bc-93aa-484e-af53-8abcf9b6c8e9), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:30.900261 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device a0e8a082-ae25-4c2f-ac01-2f7616aab822 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:14:30.922946 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:30.957129 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: a0e8a082-ae25-4c2f-ac01-2f7616aab822 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:14:30.957474 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device a0e8a082-ae25-4c2f-ac01-2f7616aab822 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:14:30.957903 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device d9beade3-34ca-445d-857e-434022db1a64 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:14:30.958350 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (24c296bc-93aa-484e-af53-8abcf9b6c8e9), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:30.998238 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: d9beade3-34ca-445d-857e-434022db1a64 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:14:30.998581 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device d9beade3-34ca-445d-857e-434022db1a64 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:14:31.002557 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] No DVR routers for this DVR port 24c296bc-93aa-484e-af53-8abcf9b6c8e9 on host dv-cinder-859186-1-iscsi {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:14:31.004228 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] Pushing event deleted for resources: {'Port': ['ID=24c296bc-93aa-484e-af53-8abcf9b6c8e9,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:31.008465 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9449527a-5255-49b2-bca4-8a13396463e2 None None] For port 24c296bc-93aa-484e-af53-8abcf9b6c8e9, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=24c296bc-93aa-484e-af53-8abcf9b6c8e9,segment=NetworkSegment(a642f661-1a8e-4901-bd7e-913523b4b7e1),segment_id=a642f661-1a8e-4901-bd7e-913523b4b7e1)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:31.009080 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9449527a-5255-49b2-bca4-8a13396463e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (24c296bc-93aa-484e-af53-8abcf9b6c8e9), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:31.020742 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:31.027886 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9449527a-5255-49b2-bca4-8a13396463e2 None None] Calling delete_port for 24c296bc-93aa-484e-af53-8abcf9b6c8e9 owned by network:dhcp {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:14:31.119188 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66397605', 'neutron.services.segments.db._delete_segments_for_network-8754988363457'] for network (2e491eea-d755-4fc7-8d49-abead8fb996c), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:31.135259 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9449527a-5255-49b2-bca4-8a13396463e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153'] for port (24c296bc-93aa-484e-af53-8abcf9b6c8e9), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:31.145313 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e491eea-d755-4fc7-8d49-abead8fb996c']}} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:31.153966 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-21a90142-2912-47ed-aea8-d9da1485b4f2 req-83c3f196-f7e8-4075-9a5b-9f14758e819f tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 210 time: 0.0479891 Sep 24 05:14:31.156499 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a642f661-1a8e-4901-bd7e-913523b4b7e1') {'for_net_delete': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:31.156816 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.services.segments.db [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a642f661-1a8e-4901-bd7e-913523b4b7e1') {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:31.174072 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449527a-5255-49b2-bca4-8a13396463e2 None None] Pushing event deleted for resources: {'Port': ['ID=24c296bc-93aa-484e-af53-8abcf9b6c8e9,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:31.174759 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754988363349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105158'] for segment (a642f661-1a8e-4901-bd7e-913523b4b7e1), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:31.178346 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9449527a-5255-49b2-bca4-8a13396463e2 None None] No DVR routers for this DVR port 24c296bc-93aa-484e-af53-8abcf9b6c8e9 on host dv-cinder-859186-1-iscsi {{(pid=106194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:14:31.195056 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (a642f661-1a8e-4901-bd7e-913523b4b7e1), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:31.203047 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 05:14:31.203477 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2382932'] for segment (a642f661-1a8e-4901-bd7e-913523b4b7e1), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:31.245557 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment a642f661-1a8e-4901-bd7e-913523b4b7e1 resource provider aggregate not found Sep 24 05:14:31.272186 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66397596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437385'] for network (2e491eea-d755-4fc7-8d49-abead8fb996c), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:31.275469 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.services.segments.plugin [-] Segment a642f661-1a8e-4901-bd7e-913523b4b7e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a642f661-1a8e-4901-bd7e-913523b4b7e1 found for delete ", "request_id": "req-f9cc8321-9cd0-4577-8457-f7301e59900f"}]} Sep 24 05:14:31.280563 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:31.283678 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] 10.222.0.50 "DELETE /networking/v2.0/networks/2e491eea-d755-4fc7-8d49-abead8fb996c HTTP/1.1" status: 204 len: 168 time: 0.6692970 Sep 24 05:14:31.295258 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99382b9b-d0bd-4600-b3d6-84948be9cf15 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e491eea-d755-4fc7-8d49-abead8fb996c,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:31.514489 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 37816) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:31.558670 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-4e60ae6d-ad14-421a-8810-709893414de1 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=85c73f9a74da4079a54a503e0b42ca2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425627 Sep 24 05:14:31.561393 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 37818) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:31.612859 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3ec3cb28-d53b-43ab-830e-7cee6161a212 admin admin] Publish callbacks [] for security_group (e983d1b7-f099-43b3-a8d3-2448d7a1b776), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:31.633195 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3ec3cb28-d53b-43ab-830e-7cee6161a212 admin admin] Publish callbacks [] for security_group (e983d1b7-f099-43b3-a8d3-2448d7a1b776), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:31.686605 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3ec3cb28-d53b-43ab-830e-7cee6161a212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (e983d1b7-f099-43b3-a8d3-2448d7a1b776), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:31.689145 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3ec3cb28-d53b-43ab-830e-7cee6161a212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:31.690532 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-3ec3cb28-d53b-43ab-830e-7cee6161a212 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/e983d1b7-f099-43b3-a8d3-2448d7a1b776 HTTP/1.1" status: 204 len: 168 time: 0.1282442 Sep 24 05:14:31.703202 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3cb28-d53b-43ab-830e-7cee6161a212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e983d1b7-f099-43b3-a8d3-2448d7a1b776,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:31.961742 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7482d-c25c-4c00-83b6-dbe497132623 req-6c2b6964-1451-4507-8f12-333f22c376f4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:31.963251 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-34a7482d-c25c-4c00-83b6-dbe497132623 req-6c2b6964-1451-4507-8f12-333f22c376f4 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 945 time: 0.0503538 Sep 24 05:14:32.013691 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-34a7482d-c25c-4c00-83b6-dbe497132623 req-d053949b-2007-4a01-a0e8-b0f841b9bcb1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445418 Sep 24 05:14:32.027633 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 37826) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:32.071648 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-0cf332b9-f0c6-48e6-9222-28497f0b53dd admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=ca0079034881467cb46e90bd21519543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424047 Sep 24 05:14:32.073830 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 37830) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:32.111699 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:32.157194 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72668ec-f1c7-4713-a454-1cdf030ab0a6 req-67f2898b-d90f-4f78-bd9c-3ae8ff0368a3 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:32.158666 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f72668ec-f1c7-4713-a454-1cdf030ab0a6 req-67f2898b-d90f-4f78-bd9c-3ae8ff0368a3 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 945 time: 0.0640576 Sep 24 05:14:32.160790 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:32.163959 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-62d86625-4b13-43e3-96cb-b63b1feb88b9 admin admin] Publish callbacks [] for security_group (52751233-7543-4243-9a90-6cb1c2c74fd6), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:32.220679 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-62d86625-4b13-43e3-96cb-b63b1feb88b9 admin admin] Publish callbacks [] for security_group (52751233-7543-4243-9a90-6cb1c2c74fd6), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:32.304559 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a76f2e59-9940-4502-bbe7-8e079e6b71ba tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=3c7dd358b27c46c39025fc95f3d56997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645180 Sep 24 05:14:32.346462 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f72668ec-f1c7-4713-a454-1cdf030ab0a6 req-5706b7cf-2c83-4e8d-bb19-ab6033557c03 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795650 Sep 24 05:14:32.348129 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-850c1ca1-5606-424a-9eac-d92a2a8224ee req-c0cdce1d-c5e4-45dd-89c8-c2542009bc21 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 210 time: 0.0810935 Sep 24 05:14:32.377833 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37834) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:32.445823 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-62d86625-4b13-43e3-96cb-b63b1feb88b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (52751233-7543-4243-9a90-6cb1c2c74fd6), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:32.448366 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-62d86625-4b13-43e3-96cb-b63b1feb88b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:32.449489 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-62d86625-4b13-43e3-96cb-b63b1feb88b9 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/52751233-7543-4243-9a90-6cb1c2c74fd6 HTTP/1.1" status: 204 len: 168 time: 0.3747160 Sep 24 05:14:32.466945 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-b32c1f91-4c4c-4946-8bb5-06a8f54935ee tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:32.468400 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-b32c1f91-4c4c-4946-8bb5-06a8f54935ee tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1395352 Sep 24 05:14:32.469528 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d86625-4b13-43e3-96cb-b63b1feb88b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52751233-7543-4243-9a90-6cb1c2c74fd6,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:32.494692 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-4cdbc4d9-fc5e-4510-82b1-87aaadb76c89 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Request body: {'port': {'device_id': '67460808-bbd6-44c0-90ed-ef732020e5c0', 'network_id': '8bec4bac-f88a-4c61-bfd2-389e1ffd82ad', 'admin_state_up': True, 'tenant_id': '3c7dd358b27c46c39025fc95f3d56997'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:14:32.639520 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-4cdbc4d9-fc5e-4510-82b1-87aaadb76c89 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Made reservation on behalf of 3c7dd358b27c46c39025fc95f3d56997 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:14:32.643676 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-4cdbc4d9-fc5e-4510-82b1-87aaadb76c89 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:32.656672 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-4cdbc4d9-fc5e-4510-82b1-87aaadb76c89 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:32.707330 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22d91aa1-7909-42d0-9eb2-b883f1cd504e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:32.733883 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:32.737027 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac7593-3f38-4f1a-b28a-91cfd25bfdb7 tempest-TestVolumeBootPattern-834920278 tempest-TestVolumeBootPattern-834920278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:32.739628 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-b2ac7593-3f38-4f1a-b28a-91cfd25bfdb7 tempest-TestVolumeBootPattern-834920278 tempest-TestVolumeBootPattern-834920278-project-admin] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 1124 time: 0.3598037 Sep 24 05:14:32.742204 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37854) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:32.750736 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Request body: {'floatingip': {'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'port_id': 'b3fe81c9-e8d5-4709-aba9-c58720d8684a', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:14:32.785628 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:32.799344 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-4cdbc4d9-fc5e-4510-82b1-87aaadb76c89 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Publish callbacks [] for security_group (fbc7de3f-d082-4937-bbea-9dfc7967ae3e), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:32.815449 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-4cdbc4d9-fc5e-4510-82b1-87aaadb76c89 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (fbc7de3f-d082-4937-bbea-9dfc7967ae3e), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:32.841318 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 24c296bc-93aa-484e-af53-8abcf9b6c8e9 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:14:32.877184 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 24c296bc-93aa-484e-af53-8abcf9b6c8e9 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:14:32.877832 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 24c296bc-93aa-484e-af53-8abcf9b6c8e9 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:14:32.915229 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:32.921840 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbc4d9-fc5e-4510-82b1-87aaadb76c89 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc7de3f-d082-4937-bbea-9dfc7967ae3e,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:33.057473 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Allocated IP 172.27.0.20 (2d42bf50-ada2-4be6-99ac-fd8e827c9f44/8cef52d1-4576-4f15-b5cf-fb8647865ac8/5e999c55-d9e8-4435-bf0d-a262b0d57c1f) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:14:33.065277 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-4cdbc4d9-fc5e-4510-82b1-87aaadb76c89 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Allocated IP 192.168.233.3 (8bec4bac-f88a-4c61-bfd2-389e1ffd82ad/204d9c13-cd5a-4633-a04d-c77f3df150b9/6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:14:33.194094 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for port (5e999c55-d9e8-4435-bf0d-a262b0d57c1f), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:33.218081 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:33.226945 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (5e999c55-d9e8-4435-bf0d-a262b0d57c1f), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:33.236352 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-4cdbc4d9-fc5e-4510-82b1-87aaadb76c89 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Publish callbacks [] for port (6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:33.240998 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:33.273584 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Network 2d42bf50-ada2-4be6-99ac-fd8e827c9f44 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:14:33.275403 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-4cdbc4d9-fc5e-4510-82b1-87aaadb76c89 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:33.277717 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:14:33.280415 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:14:33.306874 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event updated for resources: {'Port': ['ID=5e999c55-d9e8-4435-bf0d-a262b0d57c1f,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:33.322159 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-4cdbc4d9-fc5e-4510-82b1-87aaadb76c89 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Network 8bec4bac-f88a-4c61-bfd2-389e1ffd82ad is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:14:33.327334 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-4cdbc4d9-fc5e-4510-82b1-87aaadb76c89 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:14:33.329614 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-4cdbc4d9-fc5e-4510-82b1-87aaadb76c89 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:14:33.333429 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbc4d9-fc5e-4510-82b1-87aaadb76c89 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Pushing event updated for resources: {'Port': ['ID=6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:33.379636 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-4cdbc4d9-fc5e-4510-82b1-87aaadb76c89 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:33.382274 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-4cdbc4d9-fc5e-4510-82b1-87aaadb76c89 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:33.401012 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-4cdbc4d9-fc5e-4510-82b1-87aaadb76c89 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9112382 Sep 24 05:14:33.412187 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Request body: {'port': {'device_id': '67460808-bbd6-44c0-90ed-ef732020e5c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:14:33.519454 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfac94-12c9-440d-b651-202af2fc1f62 req-02a49e4a-aa43-4b4b-a497-49c3fa58e039 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:33.520950 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-99bfac94-12c9-440d-b651-202af2fc1f62 req-02a49e4a-aa43-4b4b-a497-49c3fa58e039 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 934 time: 0.0799069 Sep 24 05:14:33.523761 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:33.541680 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:33.616994 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-99bfac94-12c9-440d-b651-202af2fc1f62 req-a37f7c04-916c-420a-8314-501bf8b96dcb tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fbc7de3f-d082-4937-bbea-9dfc7967ae3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828178 Sep 24 05:14:33.624644 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:33.625209 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-f707c921-6473-4582-ae79-fa210dbb0c78 None None] Provisioning complete for port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 triggered by entity DHCP. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:14:33.625754 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f707c921-6473-4582-ae79-fa210dbb0c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:33.626291 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-f707c921-6473-4582-ae79-fa210dbb0c78 None None] Attempt 1 to provision port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 Sep 24 05:14:33.666654 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-f707c921-6473-4582-ae79-fa210dbb0c78 None None] Port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 cannot update to ACTIVE because it is not bound. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 05:14:33.690184 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for floatingip (9870f9d7-1fd9-4e03-86c5-4bf5da0a8570), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:33.760484 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (5e999c55-d9e8-4435-bf0d-a262b0d57c1f), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:33.822527 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:14:33.829806 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Publish callbacks [] for port (6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:33.842442 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Transition to ACTIVE for port object 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:14:33.846444 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:33.907189 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:33.912522 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for port (5e999c55-d9e8-4435-bf0d-a262b0d57c1f), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:33.917464 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383032'] for port (5e999c55-d9e8-4435-bf0d-a262b0d57c1f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:33.955022 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Attempting to bind port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:14:33.955356 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Attempting to bind port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '870bfc33-7fff-45e4-aa7e-65fa9953f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8bec4bac-f88a-4c61-bfd2-389e1ffd82ad'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:14:33.955680 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Attempting to bind port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 on network 8bec4bac-f88a-4c61-bfd2-389e1ffd82ad {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:14:33.984597 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event updated for resources: {'Port': ['ID=5e999c55-d9e8-4435-bf0d-a262b0d57c1f,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:33.986962 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437414'] for floatingip (9870f9d7-1fd9-4e03-86c5-4bf5da0a8570), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:33.998688 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 on network 8bec4bac-f88a-4c61-bfd2-389e1ffd82ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:14:33.999045 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Attempting to bind port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 on network 8bec4bac-f88a-4c61-bfd2-389e1ffd82ad {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:14:34.026936 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:34.042713 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:14:34.043103 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Checking segment: {'id': '870bfc33-7fff-45e4-aa7e-65fa9953f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8bec4bac-f88a-4c61-bfd2-389e1ffd82ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:14:34.043511 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Bound using segment: {'id': '870bfc33-7fff-45e4-aa7e-65fa9953f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8bec4bac-f88a-4c61-bfd2-389e1ffd82ad'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:14:34.043966 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Bound port: 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870bfc33-7fff-45e4-aa7e-65fa9953f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8bec4bac-f88a-4c61-bfd2-389e1ffd82ad'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:14:34.044316 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:34.047422 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:34.088929 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.l3_db [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Floating IP 9870f9d7-1fd9-4e03-86c5-4bf5da0a8570 associated. External IP: 172.27.0.20, port: b3fe81c9-e8d5-4709-aba9-c58720d8684a. Sep 24 05:14:34.106220 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] For port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3, host hv-cinder-85918, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:14:34.109275 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] For port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3,segment=NetworkSegment(870bfc33-7fff-45e4-aa7e-65fa9953f579),segment_id=870bfc33-7fff-45e4-aa7e-65fa9953f579)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:14:34.114860 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:34.119382 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:34.119978 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:34.121327 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 HTTP/1.1" status: 200 len: 1096 time: 0.7134912 Sep 24 05:14:34.121836 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67460808-bbd6-44c0-90ed-ef732020e5c0', 'tag': '6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:14:34.124094 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d06499-6237-446e-9a19-625a012ea373" -d '{"events": [{"name": "network-changed", "server_uuid": "67460808-bbd6-44c0-90ed-ef732020e5c0", "tag": "6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:14:34.167541 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-f707c921-6473-4582-ae79-fa210dbb0c78 None None] Attempt 2 to provision port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 Sep 24 05:14:34.220207 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-f707c921-6473-4582-ae79-fa210dbb0c78 None None] Port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 had new provisioning blocks added so it will not transition to active. {{(pid=106194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 05:14:34.224727 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00008b9d-dd5c-47cf-8d30-d82ca686be9a x-openstack-request-id: req-00008b9d-dd5c-47cf-8d30-d82ca686be9a {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:14:34.224727 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67460808-bbd6-44c0-90ed-ef732020e5c0", "tag": "6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:14:34.224967 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-00008b9d-dd5c-47cf-8d30-d82ca686be9a {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:14:34.225289 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00008b9d-dd5c-47cf-8d30-d82ca686be9a'] response: {'name': 'network-changed', 'server_uuid': '67460808-bbd6-44c0-90ed-ef732020e5c0', 'tag': '6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3', 'status': 'completed', 'code': 200} Sep 24 05:14:34.243943 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-4e2872ff-8aba-4c65-800a-e54ff279db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:34.245397 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-4e2872ff-8aba-4c65-800a-e54ff279db79 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3c7dd358b27c46c39025fc95f3d56997&device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 1130 time: 0.0778046 Sep 24 05:14:34.246135 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2917633-d2c2-4584-b4ae-d39d3b9ebce7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:34.302634 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-becdaa8f-0603-479a-ad9f-c469bfaa29b6 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 HTTP/1.1" status: 200 len: 217 time: 0.0493662 Sep 24 05:14:34.333232 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:14:34.350468 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-edc58ed9-09d7-4d0c-b9e0-e0f82c282565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:34.351950 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-edc58ed9-09d7-4d0c-b9e0-e0f82c282565 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=204d9c13-cd5a-4633-a04d-c77f3df150b9 HTTP/1.1" status: 200 len: 843 time: 0.0441327 Sep 24 05:14:34.401822 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-2a462275-a450-4efb-9885-ce7268641979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:34.403504 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-2a462275-a450-4efb-9885-ce7268641979 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8bec4bac-f88a-4c61-bfd2-389e1ffd82ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0456200 Sep 24 05:14:34.452545 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:14:34.462839 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:34.466221 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1cd54c-8f5a-42af-9557-116d05f6d295 None None] Sync routers for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:14:34.482072 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1cd54c-8f5a-42af-9557-116d05f6d295 None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:14:34.482664 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-eb1cd54c-8f5a-42af-9557-116d05f6d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:14:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:34.495962 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:34.513784 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-fe76832f-37e1-4d59-8737-715df4e6e40b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8bec4bac-f88a-4c61-bfd2-389e1ffd82ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019413 Sep 24 05:14:34.549067 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-b2c5bef5-68e3-4112-bb33-c8c5f993eb97 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8032506 Sep 24 05:14:34.549067 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af77c184-6aa4-4f31-b736-bf19ec7c1482', 'tag': 'b3fe81c9-e8d5-4709-aba9-c58720d8684a'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:14:34.562213 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a488d87c-6b9b-4dab-936d-0224e7f2a9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "af77c184-6aa4-4f31-b736-bf19ec7c1482", "tag": "b3fe81c9-e8d5-4709-aba9-c58720d8684a"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:14:34.608206 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-eb1cd54c-8f5a-42af-9557-116d05f6d295 None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:14:34.631585 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e5381a-6f69-4cc2-bb50-28ff92861c0f x-openstack-request-id: req-28e5381a-6f69-4cc2-bb50-28ff92861c0f {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:14:34.631887 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af77c184-6aa4-4f31-b736-bf19ec7c1482", "tag": "b3fe81c9-e8d5-4709-aba9-c58720d8684a", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:14:34.632144 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28e5381a-6f69-4cc2-bb50-28ff92861c0f {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:14:34.632550 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e5381a-6f69-4cc2-bb50-28ff92861c0f'] response: {'name': 'network-changed', 'server_uuid': 'af77c184-6aa4-4f31-b736-bf19ec7c1482', 'tag': 'b3fe81c9-e8d5-4709-aba9-c58720d8684a', 'status': 'completed', 'code': 200} Sep 24 05:14:34.677868 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76ee7edc-3cef-4ace-b1fd-3173640332e8 req-a9a9eb87-1956-4954-8780-5c0cc9025a52 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8bec4bac-f88a-4c61-bfd2-389e1ffd82ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563601 Sep 24 05:14:34.742113 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488d87c-6b9b-4dab-936d-0224e7f2a9d1 req-e469d0df-a7c7-4504-91cd-1c25a96e7e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:34.743698 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a488d87c-6b9b-4dab-936d-0224e7f2a9d1 req-e469d0df-a7c7-4504-91cd-1c25a96e7e70 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=fef19544ec414094953daea6d545a361&device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 1129 time: 0.0815303 Sep 24 05:14:34.762392 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257da7b-2737-49c6-a157-11ace612380a req-cff15270-a480-4693-8429-ed8d0baf9282 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:34.763848 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0257da7b-2737-49c6-a157-11ace612380a req-cff15270-a480-4693-8429-ed8d0baf9282 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 946 time: 0.0565176 Sep 24 05:14:34.815440 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0257da7b-2737-49c6-a157-11ace612380a req-e802c858-4513-4533-ac5b-7c8cba7b5381 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fbc7de3f-d082-4937-bbea-9dfc7967ae3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457754 Sep 24 05:14:34.923401 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:34.938605 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-eb1cd54c-8f5a-42af-9557-116d05f6d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '9870f9d7-1fd9-4e03-86c5-4bf5da0a8570', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'port_id': 'b3fe81c9-e8d5-4709-aba9-c58720d8684a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'mac_address': 'fa:16:3e:55:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c184-6aa4-4f31-b736-bf19ec7c1482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:14:33Z', 'updated_at': '2022-09-24T05:14:33Z', 'revision_number': 0, 'project_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address_scope': None}, {'id': 'cde952c7-d2ba-4a6e-b9e2-c176345f81a0', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'port_id': '19cc232a-7d00-42f7-b737-1cb2a22e6c05', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'mac_address': 'fa:16:3e:79:0e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a6c52e-9545-4713-870a-1d553eb7d609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:11:33Z', 'updated_at': '2022-09-24T05:11:35Z', 'revision_number': 1, 'project_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:34.962344 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1cd54c-8f5a-42af-9557-116d05f6d295 None None] Checking router: 764b62cf-a47a-41c8-a41d-d5a8ca78b45d for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:14:34.970756 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1cd54c-8f5a-42af-9557-116d05f6d295 None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:14:34.971353 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-eb1cd54c-8f5a-42af-9557-116d05f6d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:14:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:35.073400 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-eb1cd54c-8f5a-42af-9557-116d05f6d295 None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:14:35.150826 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1036daf7-61cc-4044-86ea-c1fac5129588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:35.156620 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:35.285857 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-eb1cd54c-8f5a-42af-9557-116d05f6d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '9870f9d7-1fd9-4e03-86c5-4bf5da0a8570', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'port_id': 'b3fe81c9-e8d5-4709-aba9-c58720d8684a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'mac_address': 'fa:16:3e:55:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c184-6aa4-4f31-b736-bf19ec7c1482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:14:33Z', 'updated_at': '2022-09-24T05:14:33Z', 'revision_number': 0, 'project_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address_scope': None}, {'id': 'cde952c7-d2ba-4a6e-b9e2-c176345f81a0', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'port_id': '19cc232a-7d00-42f7-b737-1cb2a22e6c05', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'mac_address': 'fa:16:3e:79:0e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a6c52e-9545-4713-870a-1d553eb7d609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:11:33Z', 'updated_at': '2022-09-24T05:11:35Z', 'revision_number': 1, 'project_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:14:35.321915 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1cd54c-8f5a-42af-9557-116d05f6d295 None None] The sync data for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi is: [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': '9870f9d7-1fd9-4e03-86c5-4bf5da0a8570', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'port_id': 'b3fe81c9-e8d5-4709-aba9-c58720d8684a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'mac_address': 'fa:16:3e:55:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c184-6aa4-4f31-b736-bf19ec7c1482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:14:33Z', 'updated_at': '2022-09-24T05:14:33Z', 'revision_number': 0, 'project_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address_scope': None}, {'id': 'cde952c7-d2ba-4a6e-b9e2-c176345f81a0', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'port_id': '19cc232a-7d00-42f7-b737-1cb2a22e6c05', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'mac_address': 'fa:16:3e:79:0e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a6c52e-9545-4713-870a-1d553eb7d609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:11:33Z', 'updated_at': '2022-09-24T05:11:35Z', 'revision_number': 1, 'project_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:14:35.514634 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286fe9bc-f0fe-41fe-8292-00e16bb791c6 None None] New status for floating IP 9870f9d7-1fd9-4e03-86c5-4bf5da0a8570: ACTIVE {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:14:35.943488 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217379cf-3f0b-4bf9-99c9-97144f476948 req-656f61ac-9a0e-44c9-aabb-28595d5b59c6 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:35.945217 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-217379cf-3f0b-4bf9-99c9-97144f476948 req-656f61ac-9a0e-44c9-aabb-28595d5b59c6 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 946 time: 0.0484776 Sep 24 05:14:35.994595 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-217379cf-3f0b-4bf9-99c9-97144f476948 req-257a4d2b-3745-4247-abc3-f36d50ea3b35 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fbc7de3f-d082-4937-bbea-9dfc7967ae3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433047 Sep 24 05:14:36.427274 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:37.118414 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3f452-ed8e-45ae-bc27-e1f0e4e245cf req-5ccba5c1-0759-458c-90e9-190b48fb962d tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:37.119863 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8ac3f452-ed8e-45ae-bc27-e1f0e4e245cf req-5ccba5c1-0759-458c-90e9-190b48fb962d tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 946 time: 0.0460427 Sep 24 05:14:37.169141 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8ac3f452-ed8e-45ae-bc27-e1f0e4e245cf req-0f1a656f-7ec1-4182-84d2-001f51f7c213 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fbc7de3f-d082-4937-bbea-9dfc7967ae3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Sep 24 05:14:37.549799 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d06499-6237-446e-9a19-625a012ea373 req-281cfac0-36b7-4c0a-90d2-2fd398b4e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:37.551260 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76d06499-6237-446e-9a19-625a012ea373 req-281cfac0-36b7-4c0a-90d2-2fd398b4e2ff service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3c7dd358b27c46c39025fc95f3d56997&device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 1130 time: 0.3178763 Sep 24 05:14:37.627057 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488d87c-6b9b-4dab-936d-0224e7f2a9d1 req-c0123991-d59d-408e-bab2-62190f36e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:37.628483 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a488d87c-6b9b-4dab-936d-0224e7f2a9d1 req-c0123991-d59d-408e-bab2-62190f36e430 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=fcf1ce32-3017-4bcb-b05f-9527ef64d665 HTTP/1.1" status: 200 len: 912 time: 0.4067712 Sep 24 05:14:37.632164 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:37.646687 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:37.719316 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d06499-6237-446e-9a19-625a012ea373 req-433c5c87-9cb9-40a0-8b4d-cbac79d05783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:37.720749 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76d06499-6237-446e-9a19-625a012ea373 req-433c5c87-9cb9-40a0-8b4d-cbac79d05783 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8bec4bac-f88a-4c61-bfd2-389e1ffd82ad HTTP/1.1" status: 200 len: 870 time: 0.1624894 Sep 24 05:14:37.722552 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a488d87c-6b9b-4dab-936d-0224e7f2a9d1 req-16ae75d8-d360-408b-8760-65ad615c8abc service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3fe81c9-e8d5-4709-aba9-c58720d8684a HTTP/1.1" status: 200 len: 1000 time: 0.0857897 Sep 24 05:14:37.785449 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76d06499-6237-446e-9a19-625a012ea373 req-9a388d50-c962-4c35-b1aa-57cc497c033d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 HTTP/1.1" status: 200 len: 217 time: 0.0548007 Sep 24 05:14:37.826886 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488d87c-6b9b-4dab-936d-0224e7f2a9d1 req-d8cbb282-9060-4049-a62f-42c4ab9af3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:37.828177 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a488d87c-6b9b-4dab-936d-0224e7f2a9d1 req-d8cbb282-9060-4049-a62f-42c4ab9af3e5 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e30adfee-509c-43a1-acf6-ff73276d8857 HTTP/1.1" status: 200 len: 850 time: 0.0923381 Sep 24 05:14:37.868857 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d06499-6237-446e-9a19-625a012ea373 req-b2ee6a2d-f8cd-4348-9b2e-0bfb0cab5564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:37.870255 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76d06499-6237-446e-9a19-625a012ea373 req-b2ee6a2d-f8cd-4348-9b2e-0bfb0cab5564 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=204d9c13-cd5a-4633-a04d-c77f3df150b9 HTTP/1.1" status: 200 len: 843 time: 0.0785005 Sep 24 05:14:37.889443 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488d87c-6b9b-4dab-936d-0224e7f2a9d1 req-f5aef426-42db-4f69-8fb0-7c8070ae882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:37.890863 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a488d87c-6b9b-4dab-936d-0224e7f2a9d1 req-f5aef426-42db-4f69-8fb0-7c8070ae882b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=fcf1ce32-3017-4bcb-b05f-9527ef64d665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569434 Sep 24 05:14:37.959428 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d06499-6237-446e-9a19-625a012ea373 req-f2830786-7c6e-42f0-ae1a-8a56c5045cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:37.962324 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76d06499-6237-446e-9a19-625a012ea373 req-f2830786-7c6e-42f0-ae1a-8a56c5045cef service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8bec4bac-f88a-4c61-bfd2-389e1ffd82ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0845594 Sep 24 05:14:38.040598 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:38.062449 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a488d87c-6b9b-4dab-936d-0224e7f2a9d1 req-cf0f5b84-ed47-4fe6-9609-9fe1545dd4ea service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562028 Sep 24 05:14:38.074323 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:38.133953 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76d06499-6237-446e-9a19-625a012ea373 req-5d495746-05f1-4235-8124-efc36b878a8e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8bec4bac-f88a-4c61-bfd2-389e1ffd82ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652944 Sep 24 05:14:38.229847 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a488d87c-6b9b-4dab-936d-0224e7f2a9d1 req-a12ffea8-9deb-44cd-bfdc-6b7656d9ce87 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550248 Sep 24 05:14:38.293553 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76d06499-6237-446e-9a19-625a012ea373 req-4583c717-8025-4b83-b262-58b843fa39c4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8bec4bac-f88a-4c61-bfd2-389e1ffd82ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539595 Sep 24 05:14:38.314884 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc55c07-00f0-4664-914d-6010dc608e25 req-fbb07b2d-3d2b-4100-8af8-58ef606e2fbe tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:38.316482 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4bc55c07-00f0-4664-914d-6010dc608e25 req-fbb07b2d-3d2b-4100-8af8-58ef606e2fbe tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 946 time: 0.0671511 Sep 24 05:14:38.368049 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4bc55c07-00f0-4664-914d-6010dc608e25 req-1d1c6c20-f853-4b18-98b9-e74149b772af tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fbc7de3f-d082-4937-bbea-9dfc7967ae3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433748 Sep 24 05:14:39.035190 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:14:39.187721 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3,segment=NetworkSegment(870bfc33-7fff-45e4-aa7e-65fa9953f579),segment_id=870bfc33-7fff-45e4-aa7e-65fa9953f579)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:39.198391 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3', 'network_id': '8bec4bac-f88a-4c61-bfd2-389e1ffd82ad', 'port_id': '6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3', 'mac_address': 'fa:16:3e:05:58:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204d9c13-cd5a-4633-a04d-c77f3df150b9', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:14:39.233677 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:14:39.233980 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:39.246517 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:14:39.256001 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:39.258040 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:39.270401 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3,segment=NetworkSegment(870bfc33-7fff-45e4-aa7e-65fa9953f579),segment_id=870bfc33-7fff-45e4-aa7e-65fa9953f579)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:39.274554 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:39.321231 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:39.494211 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f49b2b-0ca8-4184-87a2-d0401bd31782 req-4748860b-dca3-437c-862b-458ed61f27a1 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:39.495615 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a6f49b2b-0ca8-4184-87a2-d0401bd31782 req-4748860b-dca3-437c-862b-458ed61f27a1 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 947 time: 0.0497196 Sep 24 05:14:39.542904 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a6f49b2b-0ca8-4184-87a2-d0401bd31782 req-a804c141-7b69-4c87-9f07-91f9d38dca76 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fbc7de3f-d082-4937-bbea-9dfc7967ae3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418205 Sep 24 05:14:39.616388 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:14:40.662807 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb096cb-43c3-4865-8442-614933fbb095 req-ba07f43e-b31c-42a0-89a8-a6ba6fe0819f tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:40.664256 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1cb096cb-43c3-4865-8442-614933fbb095 req-ba07f43e-b31c-42a0-89a8-a6ba6fe0819f tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 947 time: 0.0466487 Sep 24 05:14:40.713978 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1cb096cb-43c3-4865-8442-614933fbb095 req-8ec3f17b-a2dd-48cd-89b7-f26f88fd222e tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fbc7de3f-d082-4937-bbea-9dfc7967ae3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441780 Sep 24 05:14:41.051064 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:14:41.092032 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:14:41.097548 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:14:41.097921 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:41.098307 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 Sep 24 05:14:41.168433 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:14:41.168809 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:41.191445 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67460808-bbd6-44c0-90ed-ef732020e5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:14:41.193659 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0255cd-264e-44e0-84ba-bc757ffa4219" -d '{"events": [{"server_uuid": "67460808-bbd6-44c0-90ed-ef732020e5c0", "name": "network-vif-plugged", "status": "completed", "tag": "6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:14:41.205969 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3,segment=NetworkSegment(870bfc33-7fff-45e4-aa7e-65fa9953f579),segment_id=870bfc33-7fff-45e4-aa7e-65fa9953f579)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:41.211104 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:41.245369 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdeaeff-d126-4beb-ba85-4a3dd91088b3 x-openstack-request-id: req-3bdeaeff-d126-4beb-ba85-4a3dd91088b3 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:14:41.245662 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67460808-bbd6-44c0-90ed-ef732020e5c0", "name": "network-vif-plugged", "status": "completed", "tag": "6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:14:41.245911 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3bdeaeff-d126-4beb-ba85-4a3dd91088b3 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:14:41.246385 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bdeaeff-d126-4beb-ba85-4a3dd91088b3'] response: {'server_uuid': '67460808-bbd6-44c0-90ed-ef732020e5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3', 'code': 200} Sep 24 05:14:41.271217 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:41.425233 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:41.431269 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b184a74-7350-43c6-9dc5-61ede47cb0e4 req-3e2088ac-5782-4dc2-ac92-3fae7abb538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:41.432897 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b184a74-7350-43c6-9dc5-61ede47cb0e4 req-3e2088ac-5782-4dc2-ac92-3fae7abb538f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 1132 time: 0.0447497 Sep 24 05:14:41.483581 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b184a74-7350-43c6-9dc5-61ede47cb0e4 req-07bddc4b-ffd1-4efb-b1ad-7b7cf671f9e7 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fbc7de3f-d082-4937-bbea-9dfc7967ae3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441234 Sep 24 05:14:41.728390 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37982) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:41.835438 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf951679-88be-48b9-848f-70c59eb89d4f req-82070d1c-870d-437e-93fd-93eabb26292a tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:41.837577 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bf951679-88be-48b9-848f-70c59eb89d4f req-82070d1c-870d-437e-93fd-93eabb26292a tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 948 time: 0.0474312 Sep 24 05:14:41.837712 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:41.849821 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:41.856813 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:41.888356 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bf951679-88be-48b9-848f-70c59eb89d4f req-0a629617-94d5-447a-b169-a83b28166fe0 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fbc7de3f-d082-4937-bbea-9dfc7967ae3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447528 Sep 24 05:14:41.918275 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Publish callbacks [] for security_group (14ccae10-272d-43bc-9f51-8a37769663f2), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:41.921758 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (14ccae10-272d-43bc-9f51-8a37769663f2), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:41.958312 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ccae10-272d-43bc-9f51-8a37769663f2,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:41.962884 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=1c8b67a4632b4f77886909f3d585c231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335024 Sep 24 05:14:41.966046 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 37988) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:41.968760 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:41.969120 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:41.969460 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:41.969774 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:41.970143 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:41.970466 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:41.970783 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:41.971101 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:41.971419 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:41.971740 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:41.972055 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:41.972371 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:41.972688 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:41.973001 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:41.973313 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f28c5-7046-4de4-b0aa-ae6bdfbf6e1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:42.017061 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Publish callbacks [] for security_group (14ccae10-272d-43bc-9f51-8a37769663f2), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:42.039265 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Publish callbacks [] for security_group (14ccae10-272d-43bc-9f51-8a37769663f2), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:42.085486 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (14ccae10-272d-43bc-9f51-8a37769663f2), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:42.088665 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:42.089798 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/14ccae10-272d-43bc-9f51-8a37769663f2 HTTP/1.1" status: 204 len: 168 time: 0.1227787 Sep 24 05:14:42.097410 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ccae10-272d-43bc-9f51-8a37769663f2,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:42.106226 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:42.106669 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:42.107077 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:42.107438 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:42.107800 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:42.108125 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:42.108472 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:42.108756 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:42.109096 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:42.109397 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:42.109723 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:42.110064 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:42.110386 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:42.110715 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:42.111015 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7f687-bff3-49d9-a307-b28b833b53f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:14:42.346346 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 37994) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:42.359748 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2379-c223-4099-b733-769ea403a104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:42.436924 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2379-c223-4099-b733-769ea403a104 admin admin] Publish callbacks [] for security_group (d1bec8c6-389e-4f76-b03b-dc5a54435fbc), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:42.440517 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2379-c223-4099-b733-769ea403a104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (d1bec8c6-389e-4f76-b03b-dc5a54435fbc), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:42.481047 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-9f0e2379-c223-4099-b733-769ea403a104 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=7b4cb5b4be7f48eaae4b7b1e7927eafb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336281 Sep 24 05:14:42.482171 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e2379-c223-4099-b733-769ea403a104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bec8c6-389e-4f76-b03b-dc5a54435fbc,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:42.483930 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 37996) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:42.536815 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a70e-7edf-4ba6-abd7-e2e8085be8e7 admin admin] Publish callbacks [] for security_group (d1bec8c6-389e-4f76-b03b-dc5a54435fbc), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:42.557348 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a70e-7edf-4ba6-abd7-e2e8085be8e7 admin admin] Publish callbacks [] for security_group (d1bec8c6-389e-4f76-b03b-dc5a54435fbc), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:42.604895 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a70e-7edf-4ba6-abd7-e2e8085be8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (d1bec8c6-389e-4f76-b03b-dc5a54435fbc), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:42.607398 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a70e-7edf-4ba6-abd7-e2e8085be8e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:42.608551 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-5aa7a70e-7edf-4ba6-abd7-e2e8085be8e7 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/d1bec8c6-389e-4f76-b03b-dc5a54435fbc HTTP/1.1" status: 204 len: 168 time: 0.1235962 Sep 24 05:14:42.616585 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7a70e-7edf-4ba6-abd7-e2e8085be8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bec8c6-389e-4f76-b03b-dc5a54435fbc,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:43.017392 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf49d0-0ea5-4033-b79b-23c7c632a3dc req-e91dae52-4d87-4aa6-8e0a-ea3dc486429e tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:43.018922 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4bf49d0-0ea5-4033-b79b-23c7c632a3dc req-e91dae52-4d87-4aa6-8e0a-ea3dc486429e tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 948 time: 0.0536664 Sep 24 05:14:43.072204 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4bf49d0-0ea5-4033-b79b-23c7c632a3dc req-e5d4b7d2-9a2b-4a0f-ab9f-b3ed56e3edd1 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fbc7de3f-d082-4937-bbea-9dfc7967ae3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471561 Sep 24 05:14:43.358265 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2226f-52d5-4eda-a835-1c282da489d2 req-9654f1b8-fa88-49c5-8b96-7a070e03718a tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:43.359789 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-42d2226f-52d5-4eda-a835-1c282da489d2 req-9654f1b8-fa88-49c5-8b96-7a070e03718a tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 948 time: 0.0468726 Sep 24 05:14:43.406760 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-42d2226f-52d5-4eda-a835-1c282da489d2 req-1defa1b5-b187-43ec-a5ad-9d400f3a82da tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fbc7de3f-d082-4937-bbea-9dfc7967ae3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413513 Sep 24 05:14:44.220235 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38048) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:44.323899 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-678b0396-5211-4ab5-b1b4-25262844a40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:44.400961 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-678b0396-5211-4ab5-b1b4-25262844a40a admin admin] Publish callbacks [] for security_group (e28c80a8-4682-48b8-bbb9-68229ce4e544), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:44.404605 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-678b0396-5211-4ab5-b1b4-25262844a40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (e28c80a8-4682-48b8-bbb9-68229ce4e544), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:44.445760 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-678b0396-5211-4ab5-b1b4-25262844a40a admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=f40f178df3c44aafae55f8831fac4f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220232 Sep 24 05:14:44.445760 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b0396-5211-4ab5-b1b4-25262844a40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28c80a8-4682-48b8-bbb9-68229ce4e544,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:44.447519 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38054) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:44.499910 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-af649af3-2386-467f-bbf5-8da2e6559232 admin admin] Publish callbacks [] for security_group (e28c80a8-4682-48b8-bbb9-68229ce4e544), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:44.519859 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-af649af3-2386-467f-bbf5-8da2e6559232 admin admin] Publish callbacks [] for security_group (e28c80a8-4682-48b8-bbb9-68229ce4e544), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:44.542165 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd51d7-9440-4ef3-8f1d-bd1e6707bc9d req-81b244cb-63cd-4beb-8db0-eeb3180e7065 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:44.543630 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-01bd51d7-9440-4ef3-8f1d-bd1e6707bc9d req-81b244cb-63cd-4beb-8db0-eeb3180e7065 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 948 time: 0.0468791 Sep 24 05:14:44.567215 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-af649af3-2386-467f-bbf5-8da2e6559232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (e28c80a8-4682-48b8-bbb9-68229ce4e544), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:44.569730 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-af649af3-2386-467f-bbf5-8da2e6559232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:44.573367 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-af649af3-2386-467f-bbf5-8da2e6559232 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/e28c80a8-4682-48b8-bbb9-68229ce4e544 HTTP/1.1" status: 204 len: 168 time: 0.1224990 Sep 24 05:14:44.578879 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af649af3-2386-467f-bbf5-8da2e6559232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28c80a8-4682-48b8-bbb9-68229ce4e544,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:44.612709 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-01bd51d7-9440-4ef3-8f1d-bd1e6707bc9d req-a4914e91-7b54-46ec-97db-c948004e7a5a tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fbc7de3f-d082-4937-bbea-9dfc7967ae3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634763 Sep 24 05:14:44.848830 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38060) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:44.862149 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0178667d-639b-460c-88ea-6fe0514edc81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:44.880773 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:44.940279 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0178667d-639b-460c-88ea-6fe0514edc81 admin admin] Publish callbacks [] for security_group (61c26172-ae37-4fb5-b9e9-a60c62829c0e), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:44.943666 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0178667d-639b-460c-88ea-6fe0514edc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (61c26172-ae37-4fb5-b9e9-a60c62829c0e), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:44.960953 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:44.983186 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178667d-639b-460c-88ea-6fe0514edc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c26172-ae37-4fb5-b9e9-a60c62829c0e,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:44.987829 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-0178667d-639b-460c-88ea-6fe0514edc81 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=826874385efc4086acd71dbd45ecef8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379616 Sep 24 05:14:44.990710 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38062) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:45.037789 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d2bd1-9371-4351-a2ca-33a21ea80707 req-9c08e9ab-90b8-4196-919b-956989275b87 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:14:45.039305 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2e8d2bd1-9371-4351-a2ca-33a21ea80707 req-9c08e9ab-90b8-4196-919b-956989275b87 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 948 time: 0.0547366 Sep 24 05:14:45.044484 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d932c351-0c78-44be-b8ed-bf21252fdb78 admin admin] Publish callbacks [] for security_group (61c26172-ae37-4fb5-b9e9-a60c62829c0e), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:45.064636 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d932c351-0c78-44be-b8ed-bf21252fdb78 admin admin] Publish callbacks [] for security_group (61c26172-ae37-4fb5-b9e9-a60c62829c0e), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:45.111754 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d932c351-0c78-44be-b8ed-bf21252fdb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (61c26172-ae37-4fb5-b9e9-a60c62829c0e), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:45.114364 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d932c351-0c78-44be-b8ed-bf21252fdb78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:45.115494 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-d932c351-0c78-44be-b8ed-bf21252fdb78 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/61c26172-ae37-4fb5-b9e9-a60c62829c0e HTTP/1.1" status: 204 len: 168 time: 0.1240172 Sep 24 05:14:45.124242 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932c351-0c78-44be-b8ed-bf21252fdb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c26172-ae37-4fb5-b9e9-a60c62829c0e,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:45.127869 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-2e8d2bd1-9371-4351-a2ca-33a21ea80707 req-8b36b038-b239-453e-a0b5-9c84edc24596 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Deleting port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:14:45.128215 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-2e8d2bd1-9371-4351-a2ca-33a21ea80707 req-8b36b038-b239-453e-a0b5-9c84edc24596 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:45.185786 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:45.219851 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:45.228091 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-2e8d2bd1-9371-4351-a2ca-33a21ea80707 req-8b36b038-b239-453e-a0b5-9c84edc24596 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] For port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3,segment=NetworkSegment(870bfc33-7fff-45e4-aa7e-65fa9953f579),segment_id=870bfc33-7fff-45e4-aa7e-65fa9953f579)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:14:45.228455 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-2e8d2bd1-9371-4351-a2ca-33a21ea80707 req-8b36b038-b239-453e-a0b5-9c84edc24596 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:45.243689 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-2e8d2bd1-9371-4351-a2ca-33a21ea80707 req-8b36b038-b239-453e-a0b5-9c84edc24596 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Calling delete_port for 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:14:45.282064 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=38 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:45.288751 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=16 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:45.380657 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-2e8d2bd1-9371-4351-a2ca-33a21ea80707 req-8b36b038-b239-453e-a0b5-9c84edc24596 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:45.395121 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:14:45.448177 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36b038-b239-453e-a0b5-9c84edc24596 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Pushing event deleted for resources: {'Port': ['ID=6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:45.469524 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8d2bd1-9371-4351-a2ca-33a21ea80707 req-8b36b038-b239-453e-a0b5-9c84edc24596 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] No DVR routers for this DVR port 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 on host hv-cinder-85918 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:14:45.473705 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-2e8d2bd1-9371-4351-a2ca-33a21ea80707 req-8b36b038-b239-453e-a0b5-9c84edc24596 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:45.477237 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2e8d2bd1-9371-4351-a2ca-33a21ea80707 req-8b36b038-b239-453e-a0b5-9c84edc24596 tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.16 "DELETE /networking/v2.0/ports/6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 HTTP/1.1" status: 204 len: 173 time: 0.4322836 Sep 24 05:14:45.477847 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67460808-bbd6-44c0-90ed-ef732020e5c0', 'name': 'network-vif-deleted', 'tag': '6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:14:45.483186 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9cf25c-46f9-45cc-9d73-e63e2ee90ba0" -d '{"events": [{"server_uuid": "67460808-bbd6-44c0-90ed-ef732020e5c0", "name": "network-vif-deleted", "tag": "6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:14:45.536734 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2b3791-c672-40a2-a4c7-137dc51585b2 x-openstack-request-id: req-0c2b3791-c672-40a2-a4c7-137dc51585b2 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:14:45.537029 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67460808-bbd6-44c0-90ed-ef732020e5c0", "name": "network-vif-deleted", "tag": "6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:14:45.537494 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c2b3791-c672-40a2-a4c7-137dc51585b2 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:14:45.538061 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c2b3791-c672-40a2-a4c7-137dc51585b2'] response: {'server_uuid': '67460808-bbd6-44c0-90ed-ef732020e5c0', 'name': 'network-vif-deleted', 'tag': '6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3', 'status': 'completed', 'code': 200} Sep 24 05:14:45.753002 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-41536713-aa94-4da4-b79b-c595eb35d1fd req-80e9688a-1635-425f-8c70-fbb00a508b9f tempest-VolumesNegativeTest-579746364 tempest-VolumesNegativeTest-579746364-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=67460808-bbd6-44c0-90ed-ef732020e5c0 HTTP/1.1" status: 200 len: 210 time: 0.0327258 Sep 24 05:14:46.823162 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 38114) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:46.939581 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf950-4a7d-45d5-b046-ebaddd2b15a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:47.020920 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf950-4a7d-45d5-b046-ebaddd2b15a7 admin admin] Publish callbacks [] for security_group (0b4502f9-2ada-44f2-a40c-a6453a92f68b), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:47.024680 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf950-4a7d-45d5-b046-ebaddd2b15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (0b4502f9-2ada-44f2-a40c-a6453a92f68b), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:47.065554 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-7f9bf950-4a7d-45d5-b046-ebaddd2b15a7 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=75a1a253881e46e68ad2f022be809368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409587 Sep 24 05:14:47.066690 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bf950-4a7d-45d5-b046-ebaddd2b15a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4502f9-2ada-44f2-a40c-a6453a92f68b,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:47.068283 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38132) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:47.124137 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b6624dbf-e51f-4918-9cf8-c98aefd616bf admin admin] Publish callbacks [] for security_group (0b4502f9-2ada-44f2-a40c-a6453a92f68b), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:47.144275 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b6624dbf-e51f-4918-9cf8-c98aefd616bf admin admin] Publish callbacks [] for security_group (0b4502f9-2ada-44f2-a40c-a6453a92f68b), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:47.199863 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b6624dbf-e51f-4918-9cf8-c98aefd616bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (0b4502f9-2ada-44f2-a40c-a6453a92f68b), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:47.202680 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b6624dbf-e51f-4918-9cf8-c98aefd616bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:47.206487 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-b6624dbf-e51f-4918-9cf8-c98aefd616bf admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/0b4502f9-2ada-44f2-a40c-a6453a92f68b HTTP/1.1" status: 204 len: 168 time: 0.1371059 Sep 24 05:14:47.215822 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6624dbf-e51f-4918-9cf8-c98aefd616bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4502f9-2ada-44f2-a40c-a6453a92f68b,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:47.503918 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38180) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:47.518711 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0826abf9-2e24-425a-9068-b92107d08ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:47.597103 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0826abf9-2e24-425a-9068-b92107d08ee6 admin admin] Publish callbacks [] for security_group (d3bb3826-e0e7-403e-973e-9e7e64e7810c), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:47.601210 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0826abf9-2e24-425a-9068-b92107d08ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (d3bb3826-e0e7-403e-973e-9e7e64e7810c), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:47.646169 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-0826abf9-2e24-425a-9068-b92107d08ee6 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=98fc3ef57e5941a99794bdadd8421f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386282 Sep 24 05:14:47.646169 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826abf9-2e24-425a-9068-b92107d08ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bb3826-e0e7-403e-973e-9e7e64e7810c,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:47.646850 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 38202) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:47.706811 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b56ee278-9452-44c6-96a1-c934d25ab7a7 admin admin] Publish callbacks [] for security_group (d3bb3826-e0e7-403e-973e-9e7e64e7810c), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:47.732544 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b56ee278-9452-44c6-96a1-c934d25ab7a7 admin admin] Publish callbacks [] for security_group (d3bb3826-e0e7-403e-973e-9e7e64e7810c), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:47.782774 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b56ee278-9452-44c6-96a1-c934d25ab7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (d3bb3826-e0e7-403e-973e-9e7e64e7810c), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:47.785483 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b56ee278-9452-44c6-96a1-c934d25ab7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:47.786766 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-b56ee278-9452-44c6-96a1-c934d25ab7a7 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/d3bb3826-e0e7-403e-973e-9e7e64e7810c HTTP/1.1" status: 204 len: 168 time: 0.1384172 Sep 24 05:14:47.794716 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ee278-9452-44c6-96a1-c934d25ab7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bb3826-e0e7-403e-973e-9e7e64e7810c,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:49.099320 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:14:49.123593 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:14:49.123931 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 6b9c8dd3-2d3a-4ce3-ba3a-61ad10888be3 not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:14:49.667000 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:49.837689 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38400) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:49.951340 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fa636a40-5288-4db5-b064-3fc7707ace99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:50.030834 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fa636a40-5288-4db5-b064-3fc7707ace99 admin admin] Publish callbacks [] for security_group (bcb3fe11-4804-4ec4-bb55-069c35275ae3), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:50.034994 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fa636a40-5288-4db5-b064-3fc7707ace99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (bcb3fe11-4804-4ec4-bb55-069c35275ae3), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:50.059016 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:50.075383 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa636a40-5288-4db5-b064-3fc7707ace99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb3fe11-4804-4ec4-bb55-069c35275ae3,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:50.083166 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-fa636a40-5288-4db5-b064-3fc7707ace99 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=cea84f4921bd450c9b66669d78396ef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420697 Sep 24 05:14:50.084057 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38416) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:50.133244 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e71a-e58d-4b4b-bd49-b95c82cc1670 admin admin] Publish callbacks [] for security_group (bcb3fe11-4804-4ec4-bb55-069c35275ae3), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:50.145176 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=14 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:50.158054 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e71a-e58d-4b4b-bd49-b95c82cc1670 admin admin] Publish callbacks [] for security_group (bcb3fe11-4804-4ec4-bb55-069c35275ae3), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:50.216037 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e71a-e58d-4b4b-bd49-b95c82cc1670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (bcb3fe11-4804-4ec4-bb55-069c35275ae3), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:50.219239 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e71a-e58d-4b4b-bd49-b95c82cc1670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:50.220351 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-dbb7e71a-e58d-4b4b-bd49-b95c82cc1670 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/bcb3fe11-4804-4ec4-bb55-069c35275ae3 HTTP/1.1" status: 204 len: 168 time: 0.1361535 Sep 24 05:14:50.233563 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7e71a-e58d-4b4b-bd49-b95c82cc1670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb3fe11-4804-4ec4-bb55-069c35275ae3,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:50.493677 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 38444) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:50.507434 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2e75e0e8-e6db-4c37-8217-74967289156e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:50.590745 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2e75e0e8-e6db-4c37-8217-74967289156e admin admin] Publish callbacks [] for security_group (8dbeb9f8-8879-403d-b372-cad28164caf2), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:50.594267 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2e75e0e8-e6db-4c37-8217-74967289156e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (8dbeb9f8-8879-403d-b372-cad28164caf2), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:50.616690 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:14:50.633548 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75e0e8-e6db-4c37-8217-74967289156e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbeb9f8-8879-403d-b372-cad28164caf2,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:50.638929 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-2e75e0e8-e6db-4c37-8217-74967289156e admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=3c9cf54560914896bf8990dfb97ab5e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441853 Sep 24 05:14:50.642259 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38446) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:50.691364 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ef15cbda-48ea-49a3-9a31-b85a4aecfa2d admin admin] Publish callbacks [] for security_group (8dbeb9f8-8879-403d-b372-cad28164caf2), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:50.710531 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ef15cbda-48ea-49a3-9a31-b85a4aecfa2d admin admin] Publish callbacks [] for security_group (8dbeb9f8-8879-403d-b372-cad28164caf2), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:50.764894 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ef15cbda-48ea-49a3-9a31-b85a4aecfa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (8dbeb9f8-8879-403d-b372-cad28164caf2), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:50.767530 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ef15cbda-48ea-49a3-9a31-b85a4aecfa2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:50.768672 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-ef15cbda-48ea-49a3-9a31-b85a4aecfa2d admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/8dbeb9f8-8879-403d-b372-cad28164caf2 HTTP/1.1" status: 204 len: 168 time: 0.1255660 Sep 24 05:14:50.777286 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15cbda-48ea-49a3-9a31-b85a4aecfa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbeb9f8-8879-403d-b372-cad28164caf2,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:14:51.178802 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:14:51.684904 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38506) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:51.822569 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-4c77f8df-89c3-4ae1-9bbc-b36ec2efdd26 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=3c7dd358b27c46c39025fc95f3d56997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363738 Sep 24 05:14:51.825196 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38518) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:14:51.874066 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4fd6a96e-1f31-48ef-8182-c7dac4717c73 admin admin] Publish callbacks [] for security_group (fbc7de3f-d082-4937-bbea-9dfc7967ae3e), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:51.895395 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4fd6a96e-1f31-48ef-8182-c7dac4717c73 admin admin] Publish callbacks [] for security_group (fbc7de3f-d082-4937-bbea-9dfc7967ae3e), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:51.950757 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4fd6a96e-1f31-48ef-8182-c7dac4717c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (fbc7de3f-d082-4937-bbea-9dfc7967ae3e), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:51.953487 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4fd6a96e-1f31-48ef-8182-c7dac4717c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:14:51.957090 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-4fd6a96e-1f31-48ef-8182-c7dac4717c73 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/fbc7de3f-d082-4937-bbea-9dfc7967ae3e HTTP/1.1" status: 204 len: 168 time: 0.1286287 Sep 24 05:14:51.976478 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6a96e-1f31-48ef-8182-c7dac4717c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc7de3f-d082-4937-bbea-9dfc7967ae3e,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:00.632823 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=10 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:00.789435 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=68 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:01.136151 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:01.174174 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:01.958380 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=42,neutron:DELETE=8 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:01.970474 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=53,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:01.990929 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=70,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:02.693437 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6afc946f-b08e-49f2-821e-a6729bb112d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:04.558742 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-37648038-dd06-4b0b-8108-e1a8f0de6bc6 req-fbb21f49-5b69-42d4-96f2-14c0fe8c6aa0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396643 Sep 24 05:15:04.621474 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37648038-dd06-4b0b-8108-e1a8f0de6bc6 req-07ff1814-906d-4433-82fe-c2508f3b53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:04.623008 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-37648038-dd06-4b0b-8108-e1a8f0de6bc6 req-07ff1814-906d-4433-82fe-c2508f3b53a1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=fef19544ec414094953daea6d545a361&device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 1129 time: 0.0400531 Sep 24 05:15:04.739296 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37648038-dd06-4b0b-8108-e1a8f0de6bc6 req-4ecaee5a-d162-4492-b760-5bd754d35138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:04.741238 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-37648038-dd06-4b0b-8108-e1a8f0de6bc6 req-4ecaee5a-d162-4492-b760-5bd754d35138 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=fcf1ce32-3017-4bcb-b05f-9527ef64d665 HTTP/1.1" status: 200 len: 912 time: 0.0957942 Sep 24 05:15:04.805369 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-37648038-dd06-4b0b-8108-e1a8f0de6bc6 req-bfc6f5be-8159-4aab-bf63-211c5fe4a8b7 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19cc232a-7d00-42f7-b737-1cb2a22e6c05 HTTP/1.1" status: 200 len: 1000 time: 0.0558546 Sep 24 05:15:04.859795 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37648038-dd06-4b0b-8108-e1a8f0de6bc6 req-927392f8-9b1c-4ce8-b954-dac0956a5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:04.861239 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-37648038-dd06-4b0b-8108-e1a8f0de6bc6 req-927392f8-9b1c-4ce8-b954-dac0956a5b9e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e30adfee-509c-43a1-acf6-ff73276d8857 HTTP/1.1" status: 200 len: 850 time: 0.0493314 Sep 24 05:15:04.909267 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37648038-dd06-4b0b-8108-e1a8f0de6bc6 req-8e987aae-e5eb-4ea2-b60a-e79ebb880d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:04.910640 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-37648038-dd06-4b0b-8108-e1a8f0de6bc6 req-8e987aae-e5eb-4ea2-b60a-e79ebb880d08 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=fcf1ce32-3017-4bcb-b05f-9527ef64d665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399606 Sep 24 05:15:05.017868 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-37648038-dd06-4b0b-8108-e1a8f0de6bc6 req-ff87bdc7-7e23-447e-b80d-984fc6ce929c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004717 Sep 24 05:15:05.116366 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-37648038-dd06-4b0b-8108-e1a8f0de6bc6 req-576c197d-de24-49df-adf8-dc67501a1a11 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924423 Sep 24 05:15:05.144073 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f63e-c473-4eab-85a0-00b95c0272b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:05.200453 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38644) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:15:05.309962 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e3a4b263-b898-494b-9f32-bf3a148711ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:05.386304 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e3a4b263-b898-494b-9f32-bf3a148711ca admin admin] Publish callbacks [] for security_group (1a06d924-25c0-49e2-9840-e627f3638dae), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:05.390092 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e3a4b263-b898-494b-9f32-bf3a148711ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (1a06d924-25c0-49e2-9840-e627f3638dae), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:05.428760 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4b263-b898-494b-9f32-bf3a148711ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a06d924-25c0-49e2-9840-e627f3638dae,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:05.434388 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-e3a4b263-b898-494b-9f32-bf3a148711ca admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=2c6a1aa9a5134f95bdd43edae061ac05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328610 Sep 24 05:15:05.436960 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38648) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:15:05.486622 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2298da34-59bc-43b9-a4fd-c31d29e9ebe7 admin admin] Publish callbacks [] for security_group (1a06d924-25c0-49e2-9840-e627f3638dae), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:05.507023 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2298da34-59bc-43b9-a4fd-c31d29e9ebe7 admin admin] Publish callbacks [] for security_group (1a06d924-25c0-49e2-9840-e627f3638dae), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:05.554633 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2298da34-59bc-43b9-a4fd-c31d29e9ebe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (1a06d924-25c0-49e2-9840-e627f3638dae), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:05.557227 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2298da34-59bc-43b9-a4fd-c31d29e9ebe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:05.558405 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-2298da34-59bc-43b9-a4fd-c31d29e9ebe7 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/1a06d924-25c0-49e2-9840-e627f3638dae HTTP/1.1" status: 204 len: 168 time: 0.1205132 Sep 24 05:15:05.566609 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298da34-59bc-43b9-a4fd-c31d29e9ebe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a06d924-25c0-49e2-9840-e627f3638dae,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:06.428853 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:08.042175 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:08.076003 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:15.106448 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=55 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:15.113575 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=46 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:15.539952 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=33,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:15.562689 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=36,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:18.070223 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:18.072520 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:19.661645 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:21.094774 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38712) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:15:21.203237 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f130c984-e084-44ca-bdf7-75191b89ade0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:21.275063 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f130c984-e084-44ca-bdf7-75191b89ade0 admin admin] Publish callbacks [] for security_group (43a4b1d5-ddf6-46d1-9122-98c69d28c069), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:21.278972 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f130c984-e084-44ca-bdf7-75191b89ade0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (43a4b1d5-ddf6-46d1-9122-98c69d28c069), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:21.317291 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-f130c984-e084-44ca-bdf7-75191b89ade0 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=e6c1e44c9b4b439dabfc60cf9771b38f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214017 Sep 24 05:15:21.318126 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130c984-e084-44ca-bdf7-75191b89ade0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a4b1d5-ddf6-46d1-9122-98c69d28c069,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:21.320875 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 38716) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:15:21.370914 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4e1ccca6-6677-432b-adad-79769739aed7 admin admin] Publish callbacks [] for security_group (43a4b1d5-ddf6-46d1-9122-98c69d28c069), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:21.394545 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4e1ccca6-6677-432b-adad-79769739aed7 admin admin] Publish callbacks [] for security_group (43a4b1d5-ddf6-46d1-9122-98c69d28c069), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:21.446845 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4e1ccca6-6677-432b-adad-79769739aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (43a4b1d5-ddf6-46d1-9122-98c69d28c069), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:21.450209 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4e1ccca6-6677-432b-adad-79769739aed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:21.452228 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-4e1ccca6-6677-432b-adad-79769739aed7 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/43a4b1d5-ddf6-46d1-9122-98c69d28c069 HTTP/1.1" status: 204 len: 168 time: 0.1298697 Sep 24 05:15:21.460254 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ccca6-6677-432b-adad-79769739aed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a4b1d5-ddf6-46d1-9122-98c69d28c069,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:28.177093 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:15:29.392379 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38836) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:15:29.495605 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-918cc28a-b120-40f6-b71c-c98a31488695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:29.570773 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-918cc28a-b120-40f6-b71c-c98a31488695 admin admin] Publish callbacks [] for security_group (0450735f-7dbe-4ea9-bc87-7d17dfeae0f4), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:29.574715 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-918cc28a-b120-40f6-b71c-c98a31488695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (0450735f-7dbe-4ea9-bc87-7d17dfeae0f4), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:29.612674 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-918cc28a-b120-40f6-b71c-c98a31488695 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=bf62731ccfeb4b9eab01f73d937c724d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192755 Sep 24 05:15:29.613577 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cc28a-b120-40f6-b71c-c98a31488695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0450735f-7dbe-4ea9-bc87-7d17dfeae0f4,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:29.615515 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 38840) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:15:29.657661 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:29.665465 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5f5ac397-37ac-4e22-a033-cfd3a0cc1bf6 admin admin] Publish callbacks [] for security_group (0450735f-7dbe-4ea9-bc87-7d17dfeae0f4), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:29.686314 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5f5ac397-37ac-4e22-a033-cfd3a0cc1bf6 admin admin] Publish callbacks [] for security_group (0450735f-7dbe-4ea9-bc87-7d17dfeae0f4), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:29.731774 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5f5ac397-37ac-4e22-a033-cfd3a0cc1bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (0450735f-7dbe-4ea9-bc87-7d17dfeae0f4), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:29.734364 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5f5ac397-37ac-4e22-a033-cfd3a0cc1bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:29.735494 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-5f5ac397-37ac-4e22-a033-cfd3a0cc1bf6 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/0450735f-7dbe-4ea9-bc87-7d17dfeae0f4 HTTP/1.1" status: 204 len: 168 time: 0.1190009 Sep 24 05:15:29.743092 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ac397-37ac-4e22-a033-cfd3a0cc1bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0450735f-7dbe-4ea9-bc87-7d17dfeae0f4,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:29.993003 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38846) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:15:30.006778 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8fb081e9-bd9a-4033-b233-69baf65b2e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:30.083125 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8fb081e9-bd9a-4033-b233-69baf65b2e08 admin admin] Publish callbacks [] for security_group (fdfe027a-a4f6-42b9-8a5b-ac6154ea763a), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:30.086614 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8fb081e9-bd9a-4033-b233-69baf65b2e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (fdfe027a-a4f6-42b9-8a5b-ac6154ea763a), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:30.123839 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb081e9-bd9a-4033-b233-69baf65b2e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfe027a-a4f6-42b9-8a5b-ac6154ea763a,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:30.129003 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-8fb081e9-bd9a-4033-b233-69baf65b2e08 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=484785b7a74e4baa9b50ba1079d252ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350107 Sep 24 05:15:30.131735 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38848) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:15:30.180126 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d93ce7d0-7e5f-49b5-9054-ba93e5b56a3e admin admin] Publish callbacks [] for security_group (fdfe027a-a4f6-42b9-8a5b-ac6154ea763a), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:30.199322 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d93ce7d0-7e5f-49b5-9054-ba93e5b56a3e admin admin] Publish callbacks [] for security_group (fdfe027a-a4f6-42b9-8a5b-ac6154ea763a), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:30.244679 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d93ce7d0-7e5f-49b5-9054-ba93e5b56a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (fdfe027a-a4f6-42b9-8a5b-ac6154ea763a), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:30.247272 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d93ce7d0-7e5f-49b5-9054-ba93e5b56a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:30.248385 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-d93ce7d0-7e5f-49b5-9054-ba93e5b56a3e admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/fdfe027a-a4f6-42b9-8a5b-ac6154ea763a HTTP/1.1" status: 204 len: 168 time: 0.1158178 Sep 24 05:15:30.256502 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ce7d0-7e5f-49b5-9054-ba93e5b56a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfe027a-a4f6-42b9-8a5b-ac6154ea763a,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:30.560769 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38854) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:15:30.574235 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d9cfe986-8b41-4c56-8137-b6dc58e1dd7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:30.606564 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:30.608537 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:30.661499 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d9cfe986-8b41-4c56-8137-b6dc58e1dd7b admin admin] Publish callbacks [] for security_group (36fa81e7-bdb3-4ee8-aeb0-d5d1fa9caf6e), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:30.664967 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d9cfe986-8b41-4c56-8137-b6dc58e1dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (36fa81e7-bdb3-4ee8-aeb0-d5d1fa9caf6e), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:30.703208 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-d9cfe986-8b41-4c56-8137-b6dc58e1dd7b admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=73f8ed6771ab4dfdbedc2d07463ce9f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413989 Sep 24 05:15:30.704119 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfe986-8b41-4c56-8137-b6dc58e1dd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fa81e7-bdb3-4ee8-aeb0-d5d1fa9caf6e,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:30.705919 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 38856) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:15:30.754475 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-36f30afa-798c-485a-b7db-a976fbd56324 admin admin] Publish callbacks [] for security_group (36fa81e7-bdb3-4ee8-aeb0-d5d1fa9caf6e), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:30.775099 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-36f30afa-798c-485a-b7db-a976fbd56324 admin admin] Publish callbacks [] for security_group (36fa81e7-bdb3-4ee8-aeb0-d5d1fa9caf6e), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:30.832247 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-36f30afa-798c-485a-b7db-a976fbd56324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (36fa81e7-bdb3-4ee8-aeb0-d5d1fa9caf6e), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:30.834817 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-36f30afa-798c-485a-b7db-a976fbd56324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:30.835962 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-36f30afa-798c-485a-b7db-a976fbd56324 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/36fa81e7-bdb3-4ee8-aeb0-d5d1fa9caf6e HTTP/1.1" status: 204 len: 168 time: 0.1290500 Sep 24 05:15:30.844274 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f30afa-798c-485a-b7db-a976fbd56324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fa81e7-bdb3-4ee8-aeb0-d5d1fa9caf6e,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:31.503862 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 38878) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:15:31.597498 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-e6783adc-af45-4968-b6b6-5821728a7982 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-969368834-network', 'tenant_id': '0ce523f87745437e9c3d6630d1fb2e51'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:15:31.617276 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6783adc-af45-4968-b6b6-5821728a7982 admin admin] Made reservation on behalf of 0ce523f87745437e9c3d6630d1fb2e51 for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:15:31.619687 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e6783adc-af45-4968-b6b6-5821728a7982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:31.628539 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e6783adc-af45-4968-b6b6-5821728a7982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:31.704319 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e6783adc-af45-4968-b6b6-5821728a7982 admin admin] Publish callbacks [] for security_group (69940924-f36e-41aa-ba0b-a4559186a332), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:31.707935 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e6783adc-af45-4968-b6b6-5821728a7982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (69940924-f36e-41aa-ba0b-a4559186a332), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:31.732610 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6783adc-af45-4968-b6b6-5821728a7982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=106192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 05:15:31.741535 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6783adc-af45-4968-b6b6-5821728a7982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69940924-f36e-41aa-ba0b-a4559186a332,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:31.748106 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e6783adc-af45-4968-b6b6-5821728a7982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (f60f5100-7b28-4815-8aff-1c1afa275af4), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:31.748458 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-e6783adc-af45-4968-b6b6-5821728a7982 admin admin] Added segment f60f5100-7b28-4815-8aff-1c1afa275af4 of type vlan for network 7657fa99-1efa-43a4-86ce-ec9364576730 Sep 24 05:15:31.788254 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e6783adc-af45-4968-b6b6-5821728a7982 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754987803558'] for network (7657fa99-1efa-43a4-86ce-ec9364576730), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:31.812370 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e6783adc-af45-4968-b6b6-5821728a7982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140'] for network (7657fa99-1efa-43a4-86ce-ec9364576730), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:31.813329 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6783adc-af45-4968-b6b6-5821728a7982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:31.813908 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e6783adc-af45-4968-b6b6-5821728a7982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:31.818040 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:31.870761 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-e6783adc-af45-4968-b6b6-5821728a7982 admin admin] 10.222.0.50 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3653119 Sep 24 05:15:31.874278 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:31.874413 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 38882) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:15:31.879784 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.v2.base [None req-cbb98432-f2c1-4805-a1a2-0f2d29789a61 admin admin] Request body: {'subnet': {'network_id': '7657fa99-1efa-43a4-86ce-ec9364576730', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-969368834-subnet', 'tenant_id': '0ce523f87745437e9c3d6630d1fb2e51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:15:31.885342 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6783adc-af45-4968-b6b6-5821728a7982 admin admin] Pushing event updated for resources: {'Network': ['ID=7657fa99-1efa-43a4-86ce-ec9364576730,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:31.896188 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Network 7657fa99-1efa-43a4-86ce-ec9364576730 details requested by agent ovs-agent-dv-cinder-859186-1-iscsi with host dv-cinder-859186-1-iscsi {{(pid=106194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 05:15:31.902618 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb98432-f2c1-4805-a1a2-0f2d29789a61 admin admin] Made reservation on behalf of 0ce523f87745437e9c3d6630d1fb2e51 for: {'subnet': 1} {{(pid=106193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:15:31.905418 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cbb98432-f2c1-4805-a1a2-0f2d29789a61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8938425'] for subnet (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:32.069176 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cbb98432-f2c1-4805-a1a2-0f2d29789a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2375729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8938415'] for subnet (b86e3573-1cc0-46c4-a4d2-96a5be2db0f9), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:32.121434 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb98432-f2c1-4805-a1a2-0f2d29789a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86e3573-1cc0-46c4-a4d2-96a5be2db0f9,revision_number=0']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:32.132545 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb98432-f2c1-4805-a1a2-0f2d29789a61 admin admin] Checking segment: {'id': 'f60f5100-7b28-4815-8aff-1c1afa275af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7657fa99-1efa-43a4-86ce-ec9364576730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:15:32.132895 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb98432-f2c1-4805-a1a2-0f2d29789a61 admin admin] Network hostable DHCP agents. Network: 7657fa99-1efa-43a4-86ce-ec9364576730, hostable agents: ['7974dba6-2053-4bd6-9993-5671d22a747b'], hosted agents: [] {{(pid=106193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 05:15:32.149481 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb98432-f2c1-4805-a1a2-0f2d29789a61 admin admin] Network 7657fa99-1efa-43a4-86ce-ec9364576730 is scheduled to be hosted by DHCP agent 7974dba6-2053-4bd6-9993-5671d22a747b with binding_index 1 {{(pid=106193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 05:15:32.157932 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-cbb98432-f2c1-4805-a1a2-0f2d29789a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-1-iscsi, 7657fa99-1efa-43a4-86ce-ec9364576730) {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:15:32.162737 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb98432-f2c1-4805-a1a2-0f2d29789a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:32.163867 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cbb98432-f2c1-4805-a1a2-0f2d29789a61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:32.167419 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57131a59-a15e-4b43-be20-7d4cd8cf1013 None None] Network 7657fa99-1efa-43a4-86ce-ec9364576730 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:15:32.179554 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-cbb98432-f2c1-4805-a1a2-0f2d29789a61 admin admin] 10.222.0.50 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3037400 Sep 24 05:15:32.269572 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f89837-4582-4f59-8f6e-2651860b6c6b None None] Network 7657fa99-1efa-43a4-86ce-ec9364576730 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:15:32.698716 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0223ce78-7794-4db3-b176-dea0994e5a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:33.951399 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-474a68c3-a031-4e8f-8045-8c96ab4ee9b7 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:33.952754 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-474a68c3-a031-4e8f-8045-8c96ab4ee9b7 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/networks?id=7657fa99-1efa-43a4-86ce-ec9364576730 HTTP/1.1" status: 200 len: 808 time: 0.1038935 Sep 24 05:15:33.967376 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-0d95f085-a7f3-4aa9-b013-4d226d86f9f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/quotas/0ce523f87745437e9c3d6630d1fb2e51 HTTP/1.1" status: 200 len: 375 time: 0.0092835 Sep 24 05:15:34.002122 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-685d44e7-d4a2-458b-945b-71d97190c353 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=0ce523f87745437e9c3d6630d1fb2e51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300250 Sep 24 05:15:34.054426 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-d0a4b981-0fce-4f94-8dec-ca238c0c8c04 service neutron] http://10.222.0.50:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 05:15:34.055396 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-d0a4b981-0fce-4f94-8dec-ca238c0c8c04 service neutron] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0471799 Sep 24 05:15:34.143206 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-4ba805e9-4310-4913-8f47-8379aa0af2e3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7657fa99-1efa-43a4-86ce-ec9364576730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820076 Sep 24 05:15:34.237647 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-859381c0-3263-49ab-ba8c-d83aae71bd20 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7657fa99-1efa-43a4-86ce-ec9364576730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887699 Sep 24 05:15:34.406437 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d08b7e35-2199-4efb-a701-e59650a6bf9d req-94c19a69-6e4c-4d95-8cb2-aacbab595416 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 210 time: 0.0291996 Sep 24 05:15:35.146519 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-83e1dccb-7037-4933-8804-582f3257f3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:35.448121 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-cdbe8567-2a0d-4a8d-95c8-3b140cc14b6b tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:35.449542 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-cdbe8567-2a0d-4a8d-95c8-3b140cc14b6b tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.16 "GET /networking/v2.0/networks?id=7657fa99-1efa-43a4-86ce-ec9364576730 HTTP/1.1" status: 200 len: 808 time: 0.1074138 Sep 24 05:15:35.462697 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-eeb44e54-0a23-4fd4-b361-e046a56f7da5 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Request body: {'port': {'device_id': '1a6da782-b5af-4299-b70e-71ee85178c15', 'network_id': '7657fa99-1efa-43a4-86ce-ec9364576730', 'admin_state_up': True, 'tenant_id': '0ce523f87745437e9c3d6630d1fb2e51'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:15:35.541796 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3141b568-45ab-436e-9d59-1d4797d78aee req-ce59db07-092f-4cf7-bbc7-247bb8fdf68f tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 210 time: 0.0344458 Sep 24 05:15:35.597378 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-eeb44e54-0a23-4fd4-b361-e046a56f7da5 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Made reservation on behalf of 0ce523f87745437e9c3d6630d1fb2e51 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:15:35.601033 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-eeb44e54-0a23-4fd4-b361-e046a56f7da5 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:35.727090 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-eeb44e54-0a23-4fd4-b361-e046a56f7da5 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Allocated IP 172.20.0.11 (7657fa99-1efa-43a4-86ce-ec9364576730/b86e3573-1cc0-46c4-a4d2-96a5be2db0f9/606897af-a0ea-4092-b06e-95cbde00c99d) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:15:35.857731 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:35.873664 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-eeb44e54-0a23-4fd4-b361-e046a56f7da5 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Publish callbacks [] for port (606897af-a0ea-4092-b06e-95cbde00c99d), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:35.906716 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-eeb44e54-0a23-4fd4-b361-e046a56f7da5 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (606897af-a0ea-4092-b06e-95cbde00c99d), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:35.912847 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:35.952378 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-eeb44e54-0a23-4fd4-b361-e046a56f7da5 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Network 7657fa99-1efa-43a4-86ce-ec9364576730 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:15:35.955515 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-eeb44e54-0a23-4fd4-b361-e046a56f7da5 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:15:35.959218 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-eeb44e54-0a23-4fd4-b361-e046a56f7da5 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:15:35.985071 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb44e54-0a23-4fd4-b361-e046a56f7da5 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Pushing event updated for resources: {'Port': ['ID=606897af-a0ea-4092-b06e-95cbde00c99d,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:36.011717 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-eeb44e54-0a23-4fd4-b361-e046a56f7da5 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:36.012309 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-eeb44e54-0a23-4fd4-b361-e046a56f7da5 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:36.028170 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-eeb44e54-0a23-4fd4-b361-e046a56f7da5 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5696743 Sep 24 05:15:36.045786 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Request body: {'port': {'device_id': '1a6da782-b5af-4299-b70e-71ee85178c15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:15:36.102416 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (606897af-a0ea-4092-b06e-95cbde00c99d), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:36.344907 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606897af-a0ea-4092-b06e-95cbde00c99d {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:15:36.352140 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Publish callbacks [] for port (606897af-a0ea-4092-b06e-95cbde00c99d), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:36.364198 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Transition to ACTIVE for port object 606897af-a0ea-4092-b06e-95cbde00c99d will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:15:36.367916 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (606897af-a0ea-4092-b06e-95cbde00c99d), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:36.432461 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:36.444933 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Pushing event updated for resources: {'Port': ['ID=606897af-a0ea-4092-b06e-95cbde00c99d,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:36.474914 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Attempting to bind port 606897af-a0ea-4092-b06e-95cbde00c99d on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:15:36.475623 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Attempting to bind port 606897af-a0ea-4092-b06e-95cbde00c99d by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'f60f5100-7b28-4815-8aff-1c1afa275af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7657fa99-1efa-43a4-86ce-ec9364576730'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:15:36.475623 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Attempting to bind port 606897af-a0ea-4092-b06e-95cbde00c99d on network 7657fa99-1efa-43a4-86ce-ec9364576730 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:15:36.521738 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Port 606897af-a0ea-4092-b06e-95cbde00c99d on network 7657fa99-1efa-43a4-86ce-ec9364576730 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:15:36.522082 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Attempting to bind port 606897af-a0ea-4092-b06e-95cbde00c99d on network 7657fa99-1efa-43a4-86ce-ec9364576730 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:15:36.566791 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:15:36.567037 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Checking segment: {'id': 'f60f5100-7b28-4815-8aff-1c1afa275af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7657fa99-1efa-43a4-86ce-ec9364576730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:15:36.567426 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Bound using segment: {'id': 'f60f5100-7b28-4815-8aff-1c1afa275af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7657fa99-1efa-43a4-86ce-ec9364576730'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:15:36.567859 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Bound port: 606897af-a0ea-4092-b06e-95cbde00c99d, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f60f5100-7b28-4815-8aff-1c1afa275af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7657fa99-1efa-43a4-86ce-ec9364576730'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:15:36.568250 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (606897af-a0ea-4092-b06e-95cbde00c99d), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:36.657492 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:36.660748 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] For port 606897af-a0ea-4092-b06e-95cbde00c99d, host hv-cinder-85918, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:15:36.664858 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:36.685880 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33033839-ec14-4248-9b98-b20bb90a3e99 req-b561a899-384e-4ae1-af57-cb90ca4ee0c3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:36.687369 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-33033839-ec14-4248-9b98-b20bb90a3e99 req-b561a899-384e-4ae1-af57-cb90ca4ee0c3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 944 time: 0.0687644 Sep 24 05:15:36.688998 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] For port 606897af-a0ea-4092-b06e-95cbde00c99d, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=606897af-a0ea-4092-b06e-95cbde00c99d,segment=NetworkSegment(f60f5100-7b28-4815-8aff-1c1afa275af4),segment_id=f60f5100-7b28-4815-8aff-1c1afa275af4)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:15:36.702421 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (606897af-a0ea-4092-b06e-95cbde00c99d), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:36.705476 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:36.706104 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:36.707600 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-05565977-9325-4722-b9cc-678459bd0afb service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/606897af-a0ea-4092-b06e-95cbde00c99d HTTP/1.1" status: 200 len: 1094 time: 0.6657262 Sep 24 05:15:36.716965 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6da782-b5af-4299-b70e-71ee85178c15', 'tag': '606897af-a0ea-4092-b06e-95cbde00c99d'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:15:36.718975 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f576c1b-1d04-4537-b494-eb8d7a579287" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6da782-b5af-4299-b70e-71ee85178c15", "tag": "606897af-a0ea-4092-b06e-95cbde00c99d"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:15:36.762667 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb52cc9-1888-48bc-b7d3-46f28630d07b x-openstack-request-id: req-8bb52cc9-1888-48bc-b7d3-46f28630d07b {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:15:36.762948 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6da782-b5af-4299-b70e-71ee85178c15", "tag": "606897af-a0ea-4092-b06e-95cbde00c99d", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:15:36.763198 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bb52cc9-1888-48bc-b7d3-46f28630d07b {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:15:36.763584 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb52cc9-1888-48bc-b7d3-46f28630d07b'] response: {'name': 'network-changed', 'server_uuid': '1a6da782-b5af-4299-b70e-71ee85178c15', 'tag': '606897af-a0ea-4092-b06e-95cbde00c99d', 'status': 'completed', 'code': 200} Sep 24 05:15:36.825893 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-4fc61f38-3bbe-476b-98d4-48ac87d8b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:36.827398 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-4fc61f38-3bbe-476b-98d4-48ac87d8b82f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0ce523f87745437e9c3d6630d1fb2e51&device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 1128 time: 0.0811226 Sep 24 05:15:36.830701 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-33033839-ec14-4248-9b98-b20bb90a3e99 req-2ecfc923-20bf-4ea7-82aa-28ac1c00936a tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375113 Sep 24 05:15:36.831268 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05565977-9325-4722-b9cc-678459bd0afb service neutron] Pushing event updated for resources: {'Port': ['ID=606897af-a0ea-4092-b06e-95cbde00c99d,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:37.108900 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-33edf003-5b0b-488a-a8be-98800c77a273 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=606897af-a0ea-4092-b06e-95cbde00c99d HTTP/1.1" status: 200 len: 217 time: 0.2739584 Sep 24 05:15:37.158890 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-69c205e4-6278-468b-bf2b-17ba0925f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:37.160299 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-69c205e4-6278-468b-bf2b-17ba0925f0f2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b86e3573-1cc0-46c4-a4d2-96a5be2db0f9 HTTP/1.1" status: 200 len: 848 time: 0.0437822 Sep 24 05:15:37.194615 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-80dcd802-c58d-4a80-a6b5-037a32a7ef9e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=7657fa99-1efa-43a4-86ce-ec9364576730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272586 Sep 24 05:15:37.283954 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-09ec7e3d-12e7-4bbe-9602-3e5cd6fb818f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7657fa99-1efa-43a4-86ce-ec9364576730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833759 Sep 24 05:15:37.373417 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cb3ac55-f273-4999-b100-b0521a30cf9f req-b0b33daf-2de2-4df2-b7cd-b6584a9008e0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7657fa99-1efa-43a4-86ce-ec9364576730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829134 Sep 24 05:15:37.951888 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2a98d-1298-445b-8ff2-33685143a6f7 req-15ab1d2f-ac1b-4554-a934-f2e577ac4d30 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:37.953225 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-00d2a98d-1298-445b-8ff2-33685143a6f7 req-15ab1d2f-ac1b-4554-a934-f2e577ac4d30 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 944 time: 0.0455184 Sep 24 05:15:37.998525 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-00d2a98d-1298-445b-8ff2-33685143a6f7 req-8ad059b6-0b3c-4923-9f61-b56d6533ff41 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399013 Sep 24 05:15:38.044297 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:38.075288 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:38.134839 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=19 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:38.173761 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=15 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:39.114921 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40a844-2ec5-4e92-ba07-4b2e5fe5b14f req-a0201af9-2b4f-44e9-ba2a-35d2d297e3ce tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:39.116364 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aa40a844-2ec5-4e92-ba07-4b2e5fe5b14f req-a0201af9-2b4f-44e9-ba2a-35d2d297e3ce tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 944 time: 0.0453308 Sep 24 05:15:39.162775 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aa40a844-2ec5-4e92-ba07-4b2e5fe5b14f req-505a99d7-9e9e-4def-863c-83dfc292392b tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403912 Sep 24 05:15:39.876690 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576c1b-1d04-4537-b494-eb8d7a579287 req-c0ec745d-4618-44e7-841e-42605cd5676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:39.878195 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0f576c1b-1d04-4537-b494-eb8d7a579287 req-c0ec745d-4618-44e7-841e-42605cd5676f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0ce523f87745437e9c3d6630d1fb2e51&device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 1128 time: 0.0457439 Sep 24 05:15:39.966997 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576c1b-1d04-4537-b494-eb8d7a579287 req-db4097a1-9a05-4526-ab8b-8b32a61e0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:39.968398 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0f576c1b-1d04-4537-b494-eb8d7a579287 req-db4097a1-9a05-4526-ab8b-8b32a61e0329 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=7657fa99-1efa-43a4-86ce-ec9364576730 HTTP/1.1" status: 200 len: 909 time: 0.0834060 Sep 24 05:15:40.010428 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0f576c1b-1d04-4537-b494-eb8d7a579287 req-89bbe9a3-0a1d-4bfc-8e5a-66314b83af76 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=606897af-a0ea-4092-b06e-95cbde00c99d HTTP/1.1" status: 200 len: 217 time: 0.0349486 Sep 24 05:15:40.058084 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576c1b-1d04-4537-b494-eb8d7a579287 req-fe728388-61d2-48fd-9716-978366f32c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:40.059460 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0f576c1b-1d04-4537-b494-eb8d7a579287 req-fe728388-61d2-48fd-9716-978366f32c33 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b86e3573-1cc0-46c4-a4d2-96a5be2db0f9 HTTP/1.1" status: 200 len: 848 time: 0.0437527 Sep 24 05:15:40.090153 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0f576c1b-1d04-4537-b494-eb8d7a579287 req-ed15f942-68fd-4728-b894-d3a27b182977 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=7657fa99-1efa-43a4-86ce-ec9364576730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247080 Sep 24 05:15:40.180983 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0f576c1b-1d04-4537-b494-eb8d7a579287 req-b1a78b7b-4ab2-4377-a0f0-256034b3df7c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7657fa99-1efa-43a4-86ce-ec9364576730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850914 Sep 24 05:15:40.193668 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:40.293969 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:40.307824 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31540e6-660b-40bf-ac8e-fc7f95977a18 req-8a6e9a93-3cc6-4c79-89da-0f6b75fa8387 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:40.309249 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f31540e6-660b-40bf-ac8e-fc7f95977a18 req-8a6e9a93-3cc6-4c79-89da-0f6b75fa8387 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 944 time: 0.0711167 Sep 24 05:15:40.312770 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0f576c1b-1d04-4537-b494-eb8d7a579287 req-a466b48b-a33c-4d55-baaa-ba6795585149 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7657fa99-1efa-43a4-86ce-ec9364576730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262681 Sep 24 05:15:40.356050 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f31540e6-660b-40bf-ac8e-fc7f95977a18 req-c257e8b9-73c4-4309-93b1-50aa1cf3b3b1 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413094 Sep 24 05:15:41.379328 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 606897af-a0ea-4092-b06e-95cbde00c99d details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:15:41.475079 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20684b-794f-4c9b-ab1b-b7f3dd7ee59f req-71c8ffac-18dd-45e6-868e-24c6e1db09ba tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:41.477071 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8d20684b-794f-4c9b-ab1b-b7f3dd7ee59f req-71c8ffac-18dd-45e6-868e-24c6e1db09ba tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 944 time: 0.0469429 Sep 24 05:15:41.483167 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 606897af-a0ea-4092-b06e-95cbde00c99d, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=606897af-a0ea-4092-b06e-95cbde00c99d,segment=NetworkSegment(f60f5100-7b28-4815-8aff-1c1afa275af4),segment_id=f60f5100-7b28-4815-8aff-1c1afa275af4)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:15:41.495062 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '606897af-a0ea-4092-b06e-95cbde00c99d', 'network_id': '7657fa99-1efa-43a4-86ce-ec9364576730', 'port_id': '606897af-a0ea-4092-b06e-95cbde00c99d', 'mac_address': 'fa:16:3e:6a:ed:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86e3573-1cc0-46c4-a4d2-96a5be2db0f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:15:41.525908 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8d20684b-794f-4c9b-ab1b-b7f3dd7ee59f req-8b292e01-c5fd-431c-bee9-e5de399bb50f tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425673 Sep 24 05:15:41.530500 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 606897af-a0ea-4092-b06e-95cbde00c99d is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:15:41.530879 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (606897af-a0ea-4092-b06e-95cbde00c99d), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:41.543771 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606897af-a0ea-4092-b06e-95cbde00c99d {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:15:41.563344 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 606897af-a0ea-4092-b06e-95cbde00c99d, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=606897af-a0ea-4092-b06e-95cbde00c99d,segment=NetworkSegment(f60f5100-7b28-4815-8aff-1c1afa275af4),segment_id=f60f5100-7b28-4815-8aff-1c1afa275af4)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:15:41.567194 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (606897af-a0ea-4092-b06e-95cbde00c99d), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:41.614969 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=606897af-a0ea-4092-b06e-95cbde00c99d,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:41.622198 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:41.622541 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:41.622874 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:41.623205 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:41.623529 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:41.623849 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:41.624163 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:41.624478 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:41.624791 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:41.625128 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:41.625441 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:41.625753 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:41.626087 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:41.626398 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:41.626705 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:41.989411 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['606897af-a0ea-4092-b06e-95cbde00c99d'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:15:42.102785 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:42.170574 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:INSERT=10,neutron:UPDATE=2,neutron:SELECT=55 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:42.173384 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=46,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:42.749231 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acb3bb-9321-4b7e-9db8-93762edea7bd req-e3b1a80f-b6fe-4cee-8d7b-cff65a065354 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:42.750683 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-28acb3bb-9321-4b7e-9db8-93762edea7bd req-e3b1a80f-b6fe-4cee-8d7b-cff65a065354 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 945 time: 0.1517253 Sep 24 05:15:42.801198 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-28acb3bb-9321-4b7e-9db8-93762edea7bd req-c1285778-a0be-4e00-ad40-07e91a72c434 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450153 Sep 24 05:15:43.379797 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 606897af-a0ea-4092-b06e-95cbde00c99d up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:15:43.422981 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port 606897af-a0ea-4092-b06e-95cbde00c99d completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:15:43.428492 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 606897af-a0ea-4092-b06e-95cbde00c99d triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:15:43.428856 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (606897af-a0ea-4092-b06e-95cbde00c99d), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:43.429183 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 606897af-a0ea-4092-b06e-95cbde00c99d Sep 24 05:15:43.447520 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:43.503620 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 606897af-a0ea-4092-b06e-95cbde00c99d is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:15:43.504010 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (606897af-a0ea-4092-b06e-95cbde00c99d), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:43.525750 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6da782-b5af-4299-b70e-71ee85178c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606897af-a0ea-4092-b06e-95cbde00c99d'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:15:43.528538 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87b034b-3b06-4089-b599-8ecfc0d6e693" -d '{"events": [{"server_uuid": "1a6da782-b5af-4299-b70e-71ee85178c15", "name": "network-vif-plugged", "status": "completed", "tag": "606897af-a0ea-4092-b06e-95cbde00c99d"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:15:43.541675 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 606897af-a0ea-4092-b06e-95cbde00c99d, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=606897af-a0ea-4092-b06e-95cbde00c99d,segment=NetworkSegment(f60f5100-7b28-4815-8aff-1c1afa275af4),segment_id=f60f5100-7b28-4815-8aff-1c1afa275af4)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:15:43.546237 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (606897af-a0ea-4092-b06e-95cbde00c99d), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:43.572690 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e670cd-1714-45d2-b5c9-f8cf68db9e9e x-openstack-request-id: req-59e670cd-1714-45d2-b5c9-f8cf68db9e9e {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:15:43.573055 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6da782-b5af-4299-b70e-71ee85178c15", "name": "network-vif-plugged", "status": "completed", "tag": "606897af-a0ea-4092-b06e-95cbde00c99d", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:15:43.573301 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59e670cd-1714-45d2-b5c9-f8cf68db9e9e {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:15:43.573691 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e670cd-1714-45d2-b5c9-f8cf68db9e9e'] response: {'server_uuid': '1a6da782-b5af-4299-b70e-71ee85178c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606897af-a0ea-4092-b06e-95cbde00c99d', 'code': 200} Sep 24 05:15:43.598350 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=606897af-a0ea-4092-b06e-95cbde00c99d,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:43.734842 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835601ed-90f1-4287-a6a3-db4ce7387153 req-09f632ba-d19d-4d1f-9085-169739366b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:43.736365 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-835601ed-90f1-4287-a6a3-db4ce7387153 req-09f632ba-d19d-4d1f-9085-169739366b28 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 1130 time: 0.0389466 Sep 24 05:15:43.779816 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-835601ed-90f1-4287-a6a3-db4ce7387153 req-b690d8d3-2079-48da-91fa-497964ce7e0f service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364797 Sep 24 05:15:43.920865 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c5cb4-e995-43b9-b655-bc7c5839ee22 req-90eb9a73-1cf2-4dfc-b10d-656a41c05330 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:43.922239 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e6c5cb4-e995-43b9-b655-bc7c5839ee22 req-90eb9a73-1cf2-4dfc-b10d-656a41c05330 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 946 time: 0.0464678 Sep 24 05:15:43.968385 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e6c5cb4-e995-43b9-b655-bc7c5839ee22 req-87dba7f7-c448-4087-9185-b7b217fcbaed tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Sep 24 05:15:45.142782 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1aaa9e-0563-4407-8f0d-59f5c20e407c req-559a4eb3-3e36-4ece-b615-3e4e55a55966 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:45.144255 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0c1aaa9e-0563-4407-8f0d-59f5c20e407c req-559a4eb3-3e36-4ece-b615-3e4e55a55966 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 946 time: 0.0980835 Sep 24 05:15:45.192155 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0c1aaa9e-0563-4407-8f0d-59f5c20e407c req-bb13920e-0f00-49cb-aca7-e5f5075d8b9c tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422623 Sep 24 05:15:46.312381 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d4a7f-4ea8-49d2-a148-4aed4e3cbfa4 req-ad3654c8-fd53-424a-ade9-98b91ec2c6fd tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:46.313832 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3c9d4a7f-4ea8-49d2-a148-4aed4e3cbfa4 req-ad3654c8-fd53-424a-ade9-98b91ec2c6fd tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 946 time: 0.0468476 Sep 24 05:15:46.359689 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3c9d4a7f-4ea8-49d2-a148-4aed4e3cbfa4 req-3840a8a5-2022-4c7c-8e0d-9a8defdec93b tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404453 Sep 24 05:15:46.977068 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3db177-b60c-41c7-b458-fd5acccf9421 req-7d0af733-fc10-4f5a-a91a-cbad37af22fb tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:46.978525 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1e3db177-b60c-41c7-b458-fd5acccf9421 req-7d0af733-fc10-4f5a-a91a-cbad37af22fb tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 946 time: 0.0494473 Sep 24 05:15:47.023915 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1e3db177-b60c-41c7-b458-fd5acccf9421 req-5ba3f3a4-cd2d-4124-9829-6d1a097e17de tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399585 Sep 24 05:15:48.145183 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74882a9-b8f0-4eea-892d-20c70e6fce33 req-a8756382-9009-45f1-b3b6-eedc8799f601 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:48.146660 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b74882a9-b8f0-4eea-892d-20c70e6fce33 req-a8756382-9009-45f1-b3b6-eedc8799f601 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 946 time: 0.0464990 Sep 24 05:15:48.194879 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b74882a9-b8f0-4eea-892d-20c70e6fce33 req-2806651c-9e48-46d1-aab5-e6f8f271846c tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420024 Sep 24 05:15:48.445547 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd71c6-91d7-41bd-be16-55ef41a6f322 req-0f14d46f-eba1-43e0-8293-f3e6f25134b7 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:48.446903 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-69bd71c6-91d7-41bd-be16-55ef41a6f322 req-0f14d46f-eba1-43e0-8293-f3e6f25134b7 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 946 time: 0.0454886 Sep 24 05:15:48.529050 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-69bd71c6-91d7-41bd-be16-55ef41a6f322 req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Deleting port 606897af-a0ea-4092-b06e-95cbde00c99d {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:15:48.529638 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-69bd71c6-91d7-41bd-be16-55ef41a6f322 req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (606897af-a0ea-4092-b06e-95cbde00c99d), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:48.568816 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:48.593697 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:48.616844 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-69bd71c6-91d7-41bd-be16-55ef41a6f322 req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] For port 606897af-a0ea-4092-b06e-95cbde00c99d, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=606897af-a0ea-4092-b06e-95cbde00c99d,segment=NetworkSegment(f60f5100-7b28-4815-8aff-1c1afa275af4),segment_id=f60f5100-7b28-4815-8aff-1c1afa275af4)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:15:48.617203 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-69bd71c6-91d7-41bd-be16-55ef41a6f322 req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (606897af-a0ea-4092-b06e-95cbde00c99d), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:48.634072 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-69bd71c6-91d7-41bd-be16-55ef41a6f322 req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Calling delete_port for 606897af-a0ea-4092-b06e-95cbde00c99d owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:15:48.756657 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-69bd71c6-91d7-41bd-be16-55ef41a6f322 req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (606897af-a0ea-4092-b06e-95cbde00c99d), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:48.769404 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['606897af-a0ea-4092-b06e-95cbde00c99d'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:15:48.784419 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Pushing event deleted for resources: {'Port': ['ID=606897af-a0ea-4092-b06e-95cbde00c99d,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:48.797271 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:48.797616 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:48.797953 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:48.798311 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:48.798638 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:48.798961 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:48.799284 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:48.799599 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:48.799912 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:48.800223 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:48.800537 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:48.800849 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:48.801161 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:48.801473 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:48.801782 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:15:48.840660 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bd71c6-91d7-41bd-be16-55ef41a6f322 req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] No DVR routers for this DVR port 606897af-a0ea-4092-b06e-95cbde00c99d on host hv-cinder-85918 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:15:48.843139 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-69bd71c6-91d7-41bd-be16-55ef41a6f322 req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:48.846384 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-69bd71c6-91d7-41bd-be16-55ef41a6f322 req-3b2cf6fa-e27b-443c-bae2-2f76771660f3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.16 "DELETE /networking/v2.0/ports/606897af-a0ea-4092-b06e-95cbde00c99d HTTP/1.1" status: 204 len: 173 time: 0.3938682 Sep 24 05:15:48.846871 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6da782-b5af-4299-b70e-71ee85178c15', 'name': 'network-vif-deleted', 'tag': '606897af-a0ea-4092-b06e-95cbde00c99d'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:15:48.849251 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28c62d5-94fc-4f39-ab95-21aaddab4a71" -d '{"events": [{"server_uuid": "1a6da782-b5af-4299-b70e-71ee85178c15", "name": "network-vif-deleted", "tag": "606897af-a0ea-4092-b06e-95cbde00c99d"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:15:48.897059 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5825276-539e-4992-9968-18ce0e543bb6 x-openstack-request-id: req-f5825276-539e-4992-9968-18ce0e543bb6 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:15:48.897347 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6da782-b5af-4299-b70e-71ee85178c15", "name": "network-vif-deleted", "tag": "606897af-a0ea-4092-b06e-95cbde00c99d", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:15:48.897597 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5825276-539e-4992-9968-18ce0e543bb6 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:15:48.898013 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5825276-539e-4992-9968-18ce0e543bb6'] response: {'server_uuid': '1a6da782-b5af-4299-b70e-71ee85178c15', 'name': 'network-vif-deleted', 'tag': '606897af-a0ea-4092-b06e-95cbde00c99d', 'status': 'completed', 'code': 200} Sep 24 05:15:49.307418 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6a5f7ee8-20ef-4dee-b065-415095588344 req-c55f40bc-cefb-405f-8d61-f693ce1553ac tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1a6da782-b5af-4299-b70e-71ee85178c15 HTTP/1.1" status: 200 len: 210 time: 0.0277438 Sep 24 05:15:49.670095 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:50.574802 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-efb1f592-3317-4f07-b387-29643bd345e4 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:50.576258 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-efb1f592-3317-4f07-b387-29643bd345e4 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/networks?id=7657fa99-1efa-43a4-86ce-ec9364576730 HTTP/1.1" status: 200 len: 808 time: 0.1028931 Sep 24 05:15:50.590848 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-8b89d07c-2587-4d7b-b095-e3ebb7ee4da3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/quotas/0ce523f87745437e9c3d6630d1fb2e51 HTTP/1.1" status: 200 len: 375 time: 0.0093908 Sep 24 05:15:50.622316 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-1497a2e6-bf8a-4f58-a9e5-750c7f0bd9ac tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=0ce523f87745437e9c3d6630d1fb2e51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266275 Sep 24 05:15:50.713107 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-89fb95e6-a029-4e49-9f74-ffec25a70072 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7657fa99-1efa-43a4-86ce-ec9364576730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846424 Sep 24 05:15:50.805758 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-d2a44eac-75d1-4a0c-91fc-98269436c54b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7657fa99-1efa-43a4-86ce-ec9364576730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863247 Sep 24 05:15:50.962454 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0d209f3f-b342-452d-8b55-49dd1712c3c7 req-df8dc01d-8a23-474c-83b9-a24d1f4c6612 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1134e812-41e9-4532-a9af-e1d267d7ce74 HTTP/1.1" status: 200 len: 210 time: 0.0280995 Sep 24 05:15:52.103970 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cbc10042-cc0a-4d1e-8ef3-b0e5f68fc3d2 req-913b94e3-7c37-458a-9bb6-a9e28aea6cda tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1134e812-41e9-4532-a9af-e1d267d7ce74 HTTP/1.1" status: 200 len: 210 time: 0.0556269 Sep 24 05:15:52.157388 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-4aac6aa7-a11f-4b4c-aa8b-e6f3cf4147ae tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:52.158851 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-4aac6aa7-a11f-4b4c-aa8b-e6f3cf4147ae tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.16 "GET /networking/v2.0/networks?id=7657fa99-1efa-43a4-86ce-ec9364576730 HTTP/1.1" status: 200 len: 808 time: 0.1360967 Sep 24 05:15:52.170400 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-ce48ed6e-7ea7-440c-957c-be2d5848c431 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Request body: {'port': {'device_id': '1134e812-41e9-4532-a9af-e1d267d7ce74', 'network_id': '7657fa99-1efa-43a4-86ce-ec9364576730', 'admin_state_up': True, 'tenant_id': '0ce523f87745437e9c3d6630d1fb2e51'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:15:52.284385 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-ce48ed6e-7ea7-440c-957c-be2d5848c431 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Made reservation on behalf of 0ce523f87745437e9c3d6630d1fb2e51 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 05:15:52.287987 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-ce48ed6e-7ea7-440c-957c-be2d5848c431 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:52.338523 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:52.351439 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:52.414410 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-ce48ed6e-7ea7-440c-957c-be2d5848c431 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Allocated IP 172.20.0.8 (7657fa99-1efa-43a4-86ce-ec9364576730/b86e3573-1cc0-46c4-a4d2-96a5be2db0f9/972b071d-782c-4431-b178-52f6a28b21b3) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 05:15:52.563370 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-ce48ed6e-7ea7-440c-957c-be2d5848c431 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Publish callbacks [] for port (972b071d-782c-4431-b178-52f6a28b21b3), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:52.594401 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-ce48ed6e-7ea7-440c-957c-be2d5848c431 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754987849144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (972b071d-782c-4431-b178-52f6a28b21b3), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:52.639486 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-ce48ed6e-7ea7-440c-957c-be2d5848c431 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Network 7657fa99-1efa-43a4-86ce-ec9364576730 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 05:15:52.643062 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-ce48ed6e-7ea7-440c-957c-be2d5848c431 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 05:15:52.646658 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-ce48ed6e-7ea7-440c-957c-be2d5848c431 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 05:15:52.673513 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48ed6e-7ea7-440c-957c-be2d5848c431 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Pushing event updated for resources: {'Port': ['ID=972b071d-782c-4431-b178-52f6a28b21b3,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:52.698927 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-ce48ed6e-7ea7-440c-957c-be2d5848c431 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:52.699527 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-ce48ed6e-7ea7-440c-957c-be2d5848c431 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:52.715628 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-ce48ed6e-7ea7-440c-957c-be2d5848c431 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5489948 Sep 24 05:15:52.727491 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Request body: {'port': {'device_id': '1134e812-41e9-4532-a9af-e1d267d7ce74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 05:15:52.785795 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (972b071d-782c-4431-b178-52f6a28b21b3), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:53.032413 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972b071d-782c-4431-b178-52f6a28b21b3 {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:15:53.039757 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Publish callbacks [] for port (972b071d-782c-4431-b178-52f6a28b21b3), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:53.047916 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:53.053080 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Transition to ACTIVE for port object 972b071d-782c-4431-b178-52f6a28b21b3 will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 05:15:53.057074 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (972b071d-782c-4431-b178-52f6a28b21b3), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:53.114589 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:53.136334 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Pushing event updated for resources: {'Port': ['ID=972b071d-782c-4431-b178-52f6a28b21b3,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:53.167764 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Attempting to bind port 972b071d-782c-4431-b178-52f6a28b21b3 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 05:15:53.168100 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Attempting to bind port 972b071d-782c-4431-b178-52f6a28b21b3 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'f60f5100-7b28-4815-8aff-1c1afa275af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7657fa99-1efa-43a4-86ce-ec9364576730'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 05:15:53.168431 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Attempting to bind port 972b071d-782c-4431-b178-52f6a28b21b3 on network 7657fa99-1efa-43a4-86ce-ec9364576730 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:15:53.248522 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a855bef-ad9b-415a-982e-1c5ba95bdcb5 req-63f1ec32-7a39-4b98-a918-f9ed3ae7f06f tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:53.249942 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1a855bef-ad9b-415a-982e-1c5ba95bdcb5 req-63f1ec32-7a39-4b98-a918-f9ed3ae7f06f tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1134e812-41e9-4532-a9af-e1d267d7ce74 HTTP/1.1" status: 200 len: 943 time: 0.0588143 Sep 24 05:15:53.250632 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Port 972b071d-782c-4431-b178-52f6a28b21b3 on network 7657fa99-1efa-43a4-86ce-ec9364576730 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 05:15:53.250953 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Attempting to bind port 972b071d-782c-4431-b178-52f6a28b21b3 on network 7657fa99-1efa-43a4-86ce-ec9364576730 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 05:15:53.323523 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Checking agent: {'id': '74cb8d97-a6c7-45de-939c-445f7efa540b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'started_at': datetime.datetime(2022, 9, 24, 4, 58, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 5, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 05:15:53.323771 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Checking segment: {'id': 'f60f5100-7b28-4815-8aff-1c1afa275af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7657fa99-1efa-43a4-86ce-ec9364576730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 05:15:53.324128 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Bound using segment: {'id': 'f60f5100-7b28-4815-8aff-1c1afa275af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7657fa99-1efa-43a4-86ce-ec9364576730'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 05:15:53.324558 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Bound port: 972b071d-782c-4431-b178-52f6a28b21b3, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f60f5100-7b28-4815-8aff-1c1afa275af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7657fa99-1efa-43a4-86ce-ec9364576730'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 05:15:53.324908 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (972b071d-782c-4431-b178-52f6a28b21b3), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:53.339805 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1a855bef-ad9b-415a-982e-1c5ba95bdcb5 req-df9eeb4d-cf45-4714-a67d-d31747c156c0 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697646 Sep 24 05:15:53.389829 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] For port 972b071d-782c-4431-b178-52f6a28b21b3, host hv-cinder-85918, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 05:15:53.392775 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] For port 972b071d-782c-4431-b178-52f6a28b21b3, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=972b071d-782c-4431-b178-52f6a28b21b3,segment=NetworkSegment(f60f5100-7b28-4815-8aff-1c1afa275af4),segment_id=f60f5100-7b28-4815-8aff-1c1afa275af4)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 05:15:53.399232 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3700480'] for port (972b071d-782c-4431-b178-52f6a28b21b3), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:53.403178 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:53.403798 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:53.405760 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/972b071d-782c-4431-b178-52f6a28b21b3 HTTP/1.1" status: 200 len: 1093 time: 0.6821871 Sep 24 05:15:53.407856 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1134e812-41e9-4532-a9af-e1d267d7ce74', 'tag': '972b071d-782c-4431-b178-52f6a28b21b3'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:15:53.410741 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06955f1-1784-4ada-8479-a2cdf10475e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1134e812-41e9-4532-a9af-e1d267d7ce74", "tag": "972b071d-782c-4431-b178-52f6a28b21b3"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:15:53.429910 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 606897af-a0ea-4092-b06e-95cbde00c99d no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:15:53.453493 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: 606897af-a0ea-4092-b06e-95cbde00c99d {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:15:53.454405 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 606897af-a0ea-4092-b06e-95cbde00c99d not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:15:53.466074 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9cd9a7-02b1-4452-9137-1f8534d2abf8 x-openstack-request-id: req-7e9cd9a7-02b1-4452-9137-1f8534d2abf8 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:15:53.466358 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1134e812-41e9-4532-a9af-e1d267d7ce74", "tag": "972b071d-782c-4431-b178-52f6a28b21b3", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:15:53.466613 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e9cd9a7-02b1-4452-9137-1f8534d2abf8 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:15:53.466998 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e9cd9a7-02b1-4452-9137-1f8534d2abf8'] response: {'name': 'network-changed', 'server_uuid': '1134e812-41e9-4532-a9af-e1d267d7ce74', 'tag': '972b071d-782c-4431-b178-52f6a28b21b3', 'status': 'completed', 'code': 200} Sep 24 05:15:53.485269 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d468ca-59ca-48b6-997a-72c0ce3463e0 service neutron] Pushing event updated for resources: {'Port': ['ID=972b071d-782c-4431-b178-52f6a28b21b3,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:53.498640 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-ed1ef8ed-6b33-407b-9a34-fcd699b5711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:53.500240 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-ed1ef8ed-6b33-407b-9a34-fcd699b5711e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0ce523f87745437e9c3d6630d1fb2e51&device_id=1134e812-41e9-4532-a9af-e1d267d7ce74 HTTP/1.1" status: 200 len: 1127 time: 0.0505698 Sep 24 05:15:53.543635 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-7f774fa1-7b48-4314-a796-6a10d8637612 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=972b071d-782c-4431-b178-52f6a28b21b3 HTTP/1.1" status: 200 len: 217 time: 0.0369744 Sep 24 05:15:53.590414 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-0f48bd6a-30eb-42f1-bad7-3ea7e4358a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:53.591703 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-0f48bd6a-30eb-42f1-bad7-3ea7e4358a4b service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b86e3573-1cc0-46c4-a4d2-96a5be2db0f9 HTTP/1.1" status: 200 len: 848 time: 0.0425901 Sep 24 05:15:53.622210 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-f7411a84-e1d1-4669-b2f9-1d9b0125ce8a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=7657fa99-1efa-43a4-86ce-ec9364576730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246379 Sep 24 05:15:53.714212 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-1be7e68a-3eba-4e0e-88ef-527de7fb4e3f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7657fa99-1efa-43a4-86ce-ec9364576730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849924 Sep 24 05:15:53.804773 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f7452e3-ae34-498a-b1a4-4912da6be6b1 req-0cdbd052-0acd-45f2-afe1-ceecd2b6716e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7657fa99-1efa-43a4-86ce-ec9364576730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854959 Sep 24 05:15:54.462082 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e2f3e-a238-4bb7-ab47-355eff151042 req-553ea9db-c3fd-41fd-9f37-4aff03000a4e tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:54.463507 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-354e2f3e-a238-4bb7-ab47-355eff151042 req-553ea9db-c3fd-41fd-9f37-4aff03000a4e tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1134e812-41e9-4532-a9af-e1d267d7ce74 HTTP/1.1" status: 200 len: 943 time: 0.0487866 Sep 24 05:15:54.510139 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-354e2f3e-a238-4bb7-ab47-355eff151042 req-c8f38dad-ef63-4292-940b-f0a511f2d8b9 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411432 Sep 24 05:15:55.629990 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542cf9a-441a-48e2-968a-48bbdc67f45d req-7b59041a-ead0-4e32-9a20-0bfc5e6c0798 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:55.631464 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d542cf9a-441a-48e2-968a-48bbdc67f45d req-7b59041a-ead0-4e32-9a20-0bfc5e6c0798 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1134e812-41e9-4532-a9af-e1d267d7ce74 HTTP/1.1" status: 200 len: 943 time: 0.0457006 Sep 24 05:15:55.678198 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d542cf9a-441a-48e2-968a-48bbdc67f45d req-69129050-bbc7-4596-829f-4c21ccc356a5 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Sep 24 05:15:56.243379 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:56.250171 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06955f1-1784-4ada-8479-a2cdf10475e7 req-df74b616-b2a9-430c-9d13-38ef62dd3a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:56.251651 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e06955f1-1784-4ada-8479-a2cdf10475e7 req-df74b616-b2a9-430c-9d13-38ef62dd3a5b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0ce523f87745437e9c3d6630d1fb2e51&device_id=1134e812-41e9-4532-a9af-e1d267d7ce74 HTTP/1.1" status: 200 len: 1127 time: 0.0402455 Sep 24 05:15:56.502585 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:56.539855 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06955f1-1784-4ada-8479-a2cdf10475e7 req-44c83789-5edd-4117-8a5c-2c0fa51c67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:56.541336 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e06955f1-1784-4ada-8479-a2cdf10475e7 req-44c83789-5edd-4117-8a5c-2c0fa51c67fd service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=7657fa99-1efa-43a4-86ce-ec9364576730 HTTP/1.1" status: 200 len: 909 time: 0.0908532 Sep 24 05:15:56.579001 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e06955f1-1784-4ada-8479-a2cdf10475e7 req-912f30ec-f48d-49dc-888e-34c52fd33e80 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=972b071d-782c-4431-b178-52f6a28b21b3 HTTP/1.1" status: 200 len: 217 time: 0.0319545 Sep 24 05:15:56.636414 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06955f1-1784-4ada-8479-a2cdf10475e7 req-255c9d06-e6c0-47a5-88c3-4362a38e6288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:56.637848 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e06955f1-1784-4ada-8479-a2cdf10475e7 req-255c9d06-e6c0-47a5-88c3-4362a38e6288 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b86e3573-1cc0-46c4-a4d2-96a5be2db0f9 HTTP/1.1" status: 200 len: 848 time: 0.0491922 Sep 24 05:15:56.670363 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e06955f1-1784-4ada-8479-a2cdf10475e7 req-0e790629-cb5c-4452-b636-bf7e8e359994 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=7657fa99-1efa-43a4-86ce-ec9364576730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266812 Sep 24 05:15:56.796809 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70676240-85e0-4383-bee8-b57b26fadc7d req-8b49f08b-39c1-421a-9162-33f573ac33d1 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:56.798245 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-70676240-85e0-4383-bee8-b57b26fadc7d req-8b49f08b-39c1-421a-9162-33f573ac33d1 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1134e812-41e9-4532-a9af-e1d267d7ce74 HTTP/1.1" status: 200 len: 943 time: 0.0457284 Sep 24 05:15:56.843841 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-70676240-85e0-4383-bee8-b57b26fadc7d req-4fbc3246-cda7-463a-bf3e-07f648cc9986 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399699 Sep 24 05:15:56.955825 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e06955f1-1784-4ada-8479-a2cdf10475e7 req-1a83f15a-cd08-4bf7-8a94-7fa9ed4dba70 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7657fa99-1efa-43a4-86ce-ec9364576730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872769 Sep 24 05:15:57.045379 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e06955f1-1784-4ada-8479-a2cdf10475e7 req-66ba6db4-9cab-4495-92fd-0b7304f0aa4a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7657fa99-1efa-43a4-86ce-ec9364576730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824308 Sep 24 05:15:57.451292 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 972b071d-782c-4431-b178-52f6a28b21b3 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 05:15:57.549297 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 972b071d-782c-4431-b178-52f6a28b21b3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=972b071d-782c-4431-b178-52f6a28b21b3,segment=NetworkSegment(f60f5100-7b28-4815-8aff-1c1afa275af4),segment_id=f60f5100-7b28-4815-8aff-1c1afa275af4)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:15:57.561547 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Returning: {'device': '972b071d-782c-4431-b178-52f6a28b21b3', 'network_id': '7657fa99-1efa-43a4-86ce-ec9364576730', 'port_id': '972b071d-782c-4431-b178-52f6a28b21b3', 'mac_address': 'fa:16:3e:df:18:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86e3573-1cc0-46c4-a4d2-96a5be2db0f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 05:15:57.718244 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 972b071d-782c-4431-b178-52f6a28b21b3 is: DOWN; New status is: BUILD {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:15:57.718631 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (972b071d-782c-4431-b178-52f6a28b21b3), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:57.731979 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972b071d-782c-4431-b178-52f6a28b21b3 {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 05:15:57.751766 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 972b071d-782c-4431-b178-52f6a28b21b3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=972b071d-782c-4431-b178-52f6a28b21b3,segment=NetworkSegment(f60f5100-7b28-4815-8aff-1c1afa275af4),segment_id=f60f5100-7b28-4815-8aff-1c1afa275af4)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:15:57.755885 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (972b071d-782c-4431-b178-52f6a28b21b3), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:57.801148 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=972b071d-782c-4431-b178-52f6a28b21b3,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:57.962480 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c364e-1d2c-47bc-a0f6-fbbf22b304bb req-0bdfb5d2-bd19-4c01-935c-b797dec37f3a tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:57.964400 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9f1c364e-1d2c-47bc-a0f6-fbbf22b304bb req-0bdfb5d2-bd19-4c01-935c-b797dec37f3a tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1134e812-41e9-4532-a9af-e1d267d7ce74 HTTP/1.1" status: 200 len: 944 time: 0.0482531 Sep 24 05:15:58.011077 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9f1c364e-1d2c-47bc-a0f6-fbbf22b304bb req-8599d704-ebe4-40bc-909f-cc1932ec3ac3 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406358 Sep 24 05:15:58.110675 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['972b071d-782c-4431-b178-52f6a28b21b3'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:15:59.126674 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a3b46-8bc3-44fc-b567-2a8a2ad194b1 req-57fcc6f1-693b-4d80-a863-4a465b928f99 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:59.128100 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f19a3b46-8bc3-44fc-b567-2a8a2ad194b1 req-57fcc6f1-693b-4d80-a863-4a465b928f99 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1134e812-41e9-4532-a9af-e1d267d7ce74 HTTP/1.1" status: 200 len: 944 time: 0.0452499 Sep 24 05:15:59.174805 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f19a3b46-8bc3-44fc-b567-2a8a2ad194b1 req-170c33ee-4ac1-4d54-9719-5f88062ae685 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412560 Sep 24 05:15:59.453916 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 972b071d-782c-4431-b178-52f6a28b21b3 up at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 05:15:59.495600 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning for port 972b071d-782c-4431-b178-52f6a28b21b3 completed by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 05:15:59.500756 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Provisioning complete for port 972b071d-782c-4431-b178-52f6a28b21b3 triggered by entity L2. {{(pid=106194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 05:15:59.501154 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66399546'] for port (972b071d-782c-4431-b178-52f6a28b21b3), provisioning_complete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:59.501491 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Attempt 1 to provision port 972b071d-782c-4431-b178-52f6a28b21b3 Sep 24 05:15:59.502736 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:59.575978 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Current status of the port 972b071d-782c-4431-b178-52f6a28b21b3 is: BUILD; New status is: ACTIVE {{(pid=106194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 05:15:59.576356 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66816170'] for port (972b071d-782c-4431-b178-52f6a28b21b3), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:59.593483 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:15:59.598855 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1134e812-41e9-4532-a9af-e1d267d7ce74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972b071d-782c-4431-b178-52f6a28b21b3'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:15:59.601040 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b8d7ded701a6a696949df8be3d94e0840aed6e7160190521fed75124f06d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7975cdf7-6909-4ba7-bdb1-b882b94059a8" -d '{"events": [{"server_uuid": "1134e812-41e9-4532-a9af-e1d267d7ce74", "name": "network-vif-plugged", "status": "completed", "tag": "972b071d-782c-4431-b178-52f6a28b21b3"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:15:59.614595 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] For port 972b071d-782c-4431-b178-52f6a28b21b3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=972b071d-782c-4431-b178-52f6a28b21b3,segment=NetworkSegment(f60f5100-7b28-4815-8aff-1c1afa275af4),segment_id=f60f5100-7b28-4815-8aff-1c1afa275af4)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:15:59.618292 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754988289190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754987849162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754987849180'] for port (972b071d-782c-4431-b178-52f6a28b21b3), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:15:59.642976 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c2b660-1028-4cbf-b468-c0f36e4421b9 x-openstack-request-id: req-75c2b660-1028-4cbf-b468-c0f36e4421b9 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:15:59.643258 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1134e812-41e9-4532-a9af-e1d267d7ce74", "name": "network-vif-plugged", "status": "completed", "tag": "972b071d-782c-4431-b178-52f6a28b21b3", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:15:59.643503 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75c2b660-1028-4cbf-b468-c0f36e4421b9 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:15:59.643880 dv-cinder-859186-1-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75c2b660-1028-4cbf-b468-c0f36e4421b9'] response: {'server_uuid': '1134e812-41e9-4532-a9af-e1d267d7ce74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972b071d-782c-4431-b178-52f6a28b21b3', 'code': 200} Sep 24 05:15:59.672639 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Pushing event updated for resources: {'Port': ['ID=972b071d-782c-4431-b178-52f6a28b21b3,revision_number=5']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:15:59.831193 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fc394-9f24-40b4-b499-abf59e6b489b req-7cf249aa-3398-4bbc-bb93-5f66c8980233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:15:59.832659 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0e2fc394-9f24-40b4-b499-abf59e6b489b req-7cf249aa-3398-4bbc-bb93-5f66c8980233 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1134e812-41e9-4532-a9af-e1d267d7ce74 HTTP/1.1" status: 200 len: 1129 time: 0.0409541 Sep 24 05:15:59.876385 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0e2fc394-9f24-40b4-b499-abf59e6b489b req-2227c09a-83e6-46fe-8738-74192e623ded service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364692 Sep 24 05:16:00.291186 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1901ff-b793-4352-9946-02d2273dc05a req-53316f3a-1dec-4ad4-b48e-de4973ce6c32 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:16:00.292704 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b1901ff-b793-4352-9946-02d2273dc05a req-53316f3a-1dec-4ad4-b48e-de4973ce6c32 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1134e812-41e9-4532-a9af-e1d267d7ce74 HTTP/1.1" status: 200 len: 945 time: 0.0451322 Sep 24 05:16:00.340221 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b1901ff-b793-4352-9946-02d2273dc05a req-12e60b5b-32a0-4fe2-873b-afb3de2384b5 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Sep 24 05:16:01.462381 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca252295-3863-400a-a38f-cb1e89e38999 req-e3b54c5d-3a0d-4a71-a4ba-536376a162cf tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:16:01.464358 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ca252295-3863-400a-a38f-cb1e89e38999 req-e3b54c5d-3a0d-4a71-a4ba-536376a162cf tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1134e812-41e9-4532-a9af-e1d267d7ce74 HTTP/1.1" status: 200 len: 945 time: 0.0449762 Sep 24 05:16:01.515802 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ca252295-3863-400a-a38f-cb1e89e38999 req-fea88503-da5c-4b87-a413-b04f816d4e59 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459177 Sep 24 05:16:02.430873 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748eff8a-f926-46b9-9873-fa0283973007 req-e69987f0-3e9f-4ac5-bd46-9ca53e2d795e tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:16:02.432484 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-748eff8a-f926-46b9-9873-fa0283973007 req-e69987f0-3e9f-4ac5-bd46-9ca53e2d795e tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1134e812-41e9-4532-a9af-e1d267d7ce74 HTTP/1.1" status: 200 len: 945 time: 0.2848535 Sep 24 05:16:02.467212 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:02.480031 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-748eff8a-f926-46b9-9873-fa0283973007 req-638b306d-766d-486e-920f-21d95dd4da1f tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415781 Sep 24 05:16:02.701427 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-79e15a33-7f6a-4ff6-ae0c-567064560832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:03.601450 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb99f8-e2d3-47e7-be02-faa70f2abeef req-92a53399-4721-4370-afdb-9c09f55a43c8 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:16:03.602902 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8aeb99f8-e2d3-47e7-be02-faa70f2abeef req-92a53399-4721-4370-afdb-9c09f55a43c8 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1134e812-41e9-4532-a9af-e1d267d7ce74 HTTP/1.1" status: 200 len: 945 time: 0.0453959 Sep 24 05:16:03.614852 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:03.649042 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8aeb99f8-e2d3-47e7-be02-faa70f2abeef req-0ae4733d-a3c5-4042-a520-bf365dde5bc8 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=69940924-f36e-41aa-ba0b-a4559186a332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Sep 24 05:16:03.871965 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15080-a7b6-4f6c-b72e-3a30ad4b8b98 req-0dfd9ef9-6820-46a3-9f33-80eb9a3474d9 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:16:03.873292 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-50f15080-a7b6-4f6c-b72e-3a30ad4b8b98 req-0dfd9ef9-6820-46a3-9f33-80eb9a3474d9 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1134e812-41e9-4532-a9af-e1d267d7ce74 HTTP/1.1" status: 200 len: 945 time: 0.0484159 Sep 24 05:16:03.952403 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-50f15080-a7b6-4f6c-b72e-3a30ad4b8b98 req-04573620-8044-4cf8-bb2a-5b072608ef47 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Deleting port 972b071d-782c-4431-b178-52f6a28b21b3 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:16:03.952745 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-50f15080-a7b6-4f6c-b72e-3a30ad4b8b98 req-04573620-8044-4cf8-bb2a-5b072608ef47 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (972b071d-782c-4431-b178-52f6a28b21b3), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:04.044870 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-50f15080-a7b6-4f6c-b72e-3a30ad4b8b98 req-04573620-8044-4cf8-bb2a-5b072608ef47 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] For port 972b071d-782c-4431-b178-52f6a28b21b3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=972b071d-782c-4431-b178-52f6a28b21b3,segment=NetworkSegment(f60f5100-7b28-4815-8aff-1c1afa275af4),segment_id=f60f5100-7b28-4815-8aff-1c1afa275af4)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:16:04.045229 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-50f15080-a7b6-4f6c-b72e-3a30ad4b8b98 req-04573620-8044-4cf8-bb2a-5b072608ef47 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (972b071d-782c-4431-b178-52f6a28b21b3), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:04.057699 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-50f15080-a7b6-4f6c-b72e-3a30ad4b8b98 req-04573620-8044-4cf8-bb2a-5b072608ef47 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Calling delete_port for 972b071d-782c-4431-b178-52f6a28b21b3 owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:16:04.181228 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-50f15080-a7b6-4f6c-b72e-3a30ad4b8b98 req-04573620-8044-4cf8-bb2a-5b072608ef47 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (972b071d-782c-4431-b178-52f6a28b21b3), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:04.198125 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] get_ports_and_sgs() called for port_ids ['972b071d-782c-4431-b178-52f6a28b21b3'] {{(pid=106194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 05:16:04.217609 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04573620-8044-4cf8-bb2a-5b072608ef47 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Pushing event deleted for resources: {'Port': ['ID=972b071d-782c-4431-b178-52f6a28b21b3,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:16:04.263544 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f15080-a7b6-4f6c-b72e-3a30ad4b8b98 req-04573620-8044-4cf8-bb2a-5b072608ef47 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] No DVR routers for this DVR port 972b071d-782c-4431-b178-52f6a28b21b3 on host hv-cinder-85918 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:16:04.266037 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-50f15080-a7b6-4f6c-b72e-3a30ad4b8b98 req-04573620-8044-4cf8-bb2a-5b072608ef47 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:04.269226 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-50f15080-a7b6-4f6c-b72e-3a30ad4b8b98 req-04573620-8044-4cf8-bb2a-5b072608ef47 tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.16 "DELETE /networking/v2.0/ports/972b071d-782c-4431-b178-52f6a28b21b3 HTTP/1.1" status: 204 len: 173 time: 0.3902388 Sep 24 05:16:04.269720 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1134e812-41e9-4532-a9af-e1d267d7ce74', 'name': 'network-vif-deleted', 'tag': '972b071d-782c-4431-b178-52f6a28b21b3'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:16:04.271985 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf30c741-dda3-4f1c-8f62-7df20a8189fa" -d '{"events": [{"server_uuid": "1134e812-41e9-4532-a9af-e1d267d7ce74", "name": "network-vif-deleted", "tag": "972b071d-782c-4431-b178-52f6a28b21b3"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:16:04.312280 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cb01fb-2220-4c1a-b6e9-cea44bcfcc00 x-openstack-request-id: req-d5cb01fb-2220-4c1a-b6e9-cea44bcfcc00 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:16:04.312569 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1134e812-41e9-4532-a9af-e1d267d7ce74", "name": "network-vif-deleted", "tag": "972b071d-782c-4431-b178-52f6a28b21b3", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:16:04.312821 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5cb01fb-2220-4c1a-b6e9-cea44bcfcc00 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:16:04.313275 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5cb01fb-2220-4c1a-b6e9-cea44bcfcc00'] response: {'server_uuid': '1134e812-41e9-4532-a9af-e1d267d7ce74', 'name': 'network-vif-deleted', 'tag': '972b071d-782c-4431-b178-52f6a28b21b3', 'status': 'completed', 'code': 200} Sep 24 05:16:04.772549 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6013c685-ac2e-4611-a5b6-eb1045a49d88 req-9577a852-7680-4c31-8c1f-4884f960aafb tempest-VolumesActionsTest-1197709314 tempest-VolumesActionsTest-1197709314-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1134e812-41e9-4532-a9af-e1d267d7ce74 HTTP/1.1" status: 200 len: 210 time: 0.0321302 Sep 24 05:16:05.151687 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e2b7fb16-87c5-4fe3-baf8-ed24f3900542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:05.176622 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:16:06.441143 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:07.922522 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 972b071d-782c-4431-b178-52f6a28b21b3 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:16:07.941944 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: 972b071d-782c-4431-b178-52f6a28b21b3 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:16:07.942306 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 972b071d-782c-4431-b178-52f6a28b21b3 not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:16:08.047095 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:08.076660 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:14.248232 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=54,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:14.754588 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=51,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:15.171163 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:15.172606 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:18.071428 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:18.073404 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:19.689055 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:28.627130 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 39280) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:16:28.672617 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_v2 [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Deleting subnet b86e3573-1cc0-46c4-a4d2-96a5be2db0f9 {{(pid=106193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 05:16:28.675629 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Publish callbacks [] for subnet (b86e3573-1cc0-46c4-a4d2-96a5be2db0f9), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:28.713899 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4105213'] for subnet (b86e3573-1cc0-46c4-a4d2-96a5be2db0f9), precommit_delete_associations {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:28.752810 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66367886'] for subnet (b86e3573-1cc0-46c4-a4d2-96a5be2db0f9), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:28.804412 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66370483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2383086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8938390'] for subnet (b86e3573-1cc0-46c4-a4d2-96a5be2db0f9), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:28.831593 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b86e3573-1cc0-46c4-a4d2-96a5be2db0f9,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:16:28.834462 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:28.837082 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] 10.222.0.50 "DELETE /networking/v2.0/subnets/b86e3573-1cc0-46c4-a4d2-96a5be2db0f9 HTTP/1.1" status: 204 len: 168 time: 0.2089701 Sep 24 05:16:28.839842 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 39282) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:16:28.842881 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:28.843226 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:28.843565 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:28.843900 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:28.844232 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:28.844559 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:28.844882 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:28.845206 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:28.845528 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:28.845850 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:28.846196 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:28.846521 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:28.846838 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:28.847154 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:28.847477 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62717ab7-d6fb-400e-b1e4-cff410f58572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:28.913718 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc746-47d9-4b9b-845b-28636704c9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328315'] for network (7657fa99-1efa-43a4-86ce-ec9364576730), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:28.990359 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc746-47d9-4b9b-845b-28636704c9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66397605', 'neutron.services.segments.db._delete_segments_for_network-8754988363457'] for network (7657fa99-1efa-43a4-86ce-ec9364576730), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:29.011415 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-6d4fc746-47d9-4b9b-845b-28636704c9da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7657fa99-1efa-43a4-86ce-ec9364576730']}} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:16:29.021088 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-6d4fc746-47d9-4b9b-845b-28636704c9da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60f5100-7b28-4815-8aff-1c1afa275af4') {'for_net_delete': True} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:16:29.021387 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-6d4fc746-47d9-4b9b-845b-28636704c9da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60f5100-7b28-4815-8aff-1c1afa275af4') {} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:16:29.031144 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc746-47d9-4b9b-845b-28636704c9da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754988363349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600310'] for segment (f60f5100-7b28-4815-8aff-1c1afa275af4), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:29.045105 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc746-47d9-4b9b-845b-28636704c9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (f60f5100-7b28-4815-8aff-1c1afa275af4), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:29.051350 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4fc746-47d9-4b9b-845b-28636704c9da admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 05:16:29.051740 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc746-47d9-4b9b-845b-28636704c9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3700716'] for segment (f60f5100-7b28-4815-8aff-1c1afa275af4), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:29.116368 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc746-47d9-4b9b-845b-28636704c9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66397596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437385'] for network (7657fa99-1efa-43a4-86ce-ec9364576730), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:29.121794 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc746-47d9-4b9b-845b-28636704c9da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:29.126625 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-6d4fc746-47d9-4b9b-845b-28636704c9da admin admin] 10.222.0.50 "DELETE /networking/v2.0/networks/7657fa99-1efa-43a4-86ce-ec9364576730 HTTP/1.1" status: 204 len: 168 time: 0.2855661 Sep 24 05:16:29.138957 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fc746-47d9-4b9b-845b-28636704c9da admin admin] Pushing event deleted for resources: {'Network': ['ID=7657fa99-1efa-43a4-86ce-ec9364576730,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:16:29.196552 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment f60f5100-7b28-4815-8aff-1c1afa275af4 resource provider aggregate not found Sep 24 05:16:29.214066 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment f60f5100-7b28-4815-8aff-1c1afa275af4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f60f5100-7b28-4815-8aff-1c1afa275af4 found for delete ", "request_id": "req-188bb3c4-1801-41ed-bf35-876f35e6bf34"}]} Sep 24 05:16:29.239196 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 39292) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:16:29.277621 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-ba69616d-39ce-4002-acac-feca93e93589 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=0ce523f87745437e9c3d6630d1fb2e51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373125 Sep 24 05:16:29.280896 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 39294) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:16:29.331624 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-310c0b76-fc5f-46e5-8f4d-614ea9d409fd admin admin] Publish callbacks [] for security_group (69940924-f36e-41aa-ba0b-a4559186a332), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:29.351785 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-310c0b76-fc5f-46e5-8f4d-614ea9d409fd admin admin] Publish callbacks [] for security_group (69940924-f36e-41aa-ba0b-a4559186a332), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:29.400690 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-310c0b76-fc5f-46e5-8f4d-614ea9d409fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (69940924-f36e-41aa-ba0b-a4559186a332), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:29.403335 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-310c0b76-fc5f-46e5-8f4d-614ea9d409fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:29.405246 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-310c0b76-fc5f-46e5-8f4d-614ea9d409fd admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/69940924-f36e-41aa-ba0b-a4559186a332 HTTP/1.1" status: 204 len: 168 time: 0.1234305 Sep 24 05:16:29.413270 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c0b76-fc5f-46e5-8f4d-614ea9d409fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69940924-f36e-41aa-ba0b-a4559186a332,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:16:29.677862 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:31.151466 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:31.152220 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:32.703054 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-efa1e149-6104-4ec1-87f8-b58c9440a7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:34.512976 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [req-6936562e-d86d-438d-8248-8b38bdf7d61c req-603c80d5-8688-4683-a23e-107c69caac83 service neutron] (106193) timed out ('10.222.0.16', 54646) {{(pid=106193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 24 05:16:35.144233 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-44248b6d-f8e1-4672-9007-10864a107bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:35.320830 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [req-fe7dd50d-97db-419d-9e98-4a8865826de3 req-a2313061-37f8-4c8a-ac53-9081d0558d89 service neutron] (106192) timed out ('10.222.0.16', 54656) {{(pid=106192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 24 05:16:36.437877 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:38.049646 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:38.078337 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:38.813613 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:38.839675 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=23,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:39.387769 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=48,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:39.408795 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=48,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:42.174390 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:16:49.094416 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:49.097668 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:49.685916 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:52.140237 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:52.171276 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:53.047517 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 39298) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:16:53.186395 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-9ab56289-790a-4cbf-bbb8-1f2246d7a900 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Deleting port 5e999c55-d9e8-4435-bf0d-a262b0d57c1f {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:16:53.186730 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9ab56289-790a-4cbf-bbb8-1f2246d7a900 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (5e999c55-d9e8-4435-bf0d-a262b0d57c1f), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:53.266535 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9ab56289-790a-4cbf-bbb8-1f2246d7a900 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (5e999c55-d9e8-4435-bf0d-a262b0d57c1f), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:53.266855 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9ab56289-790a-4cbf-bbb8-1f2246d7a900 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for floatingip (5e999c55-d9e8-4435-bf0d-a262b0d57c1f), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:53.279953 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-9ab56289-790a-4cbf-bbb8-1f2246d7a900 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Calling delete_port for 5e999c55-d9e8-4435-bf0d-a262b0d57c1f owned by network:floatingip {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:16:53.424000 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9ab56289-790a-4cbf-bbb8-1f2246d7a900 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (5e999c55-d9e8-4435-bf0d-a262b0d57c1f), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:53.447320 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab56289-790a-4cbf-bbb8-1f2246d7a900 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event deleted for resources: {'Port': ['ID=5e999c55-d9e8-4435-bf0d-a262b0d57c1f,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:16:53.510729 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9ab56289-790a-4cbf-bbb8-1f2246d7a900 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for floatingip (9870f9d7-1fd9-4e03-86c5-4bf5da0a8570), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:53.511073 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.l3_db [None req-9ab56289-790a-4cbf-bbb8-1f2246d7a900 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Floating IP 9870f9d7-1fd9-4e03-86c5-4bf5da0a8570 disassociated (deleted). External IP: 172.27.0.20, port: b3fe81c9-e8d5-4709-aba9-c58720d8684a. Sep 24 05:16:53.714533 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab56289-790a-4cbf-bbb8-1f2246d7a900 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:16:53.817907 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab56289-790a-4cbf-bbb8-1f2246d7a900 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:16:53.822792 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9ab56289-790a-4cbf-bbb8-1f2246d7a900 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:53.827787 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e4fef-92b9-413f-9e19-6009c85294d2 None None] Sync routers for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:16:53.837781 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e4fef-92b9-413f-9e19-6009c85294d2 None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:16:53.838425 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-126e4fef-92b9-413f-9e19-6009c85294d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:16:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:16:53.852352 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-9ab56289-790a-4cbf-bbb8-1f2246d7a900 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "DELETE /networking/v2.0/floatingips/9870f9d7-1fd9-4e03-86c5-4bf5da0a8570 HTTP/1.1" status: 204 len: 168 time: 0.8037531 Sep 24 05:16:53.852993 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af77c184-6aa4-4f31-b736-bf19ec7c1482', 'tag': 'b3fe81c9-e8d5-4709-aba9-c58720d8684a'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:16:53.855226 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a56532-d978-4338-871c-c25a66ea1eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "af77c184-6aa4-4f31-b736-bf19ec7c1482", "tag": "b3fe81c9-e8d5-4709-aba9-c58720d8684a"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:16:53.908245 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf740dee-8044-440a-a96e-145ab196d737 x-openstack-request-id: req-cf740dee-8044-440a-a96e-145ab196d737 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:16:53.908603 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af77c184-6aa4-4f31-b736-bf19ec7c1482", "tag": "b3fe81c9-e8d5-4709-aba9-c58720d8684a", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:16:53.908915 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf740dee-8044-440a-a96e-145ab196d737 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:16:53.909382 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf740dee-8044-440a-a96e-145ab196d737'] response: {'name': 'network-changed', 'server_uuid': 'af77c184-6aa4-4f31-b736-bf19ec7c1482', 'tag': 'b3fe81c9-e8d5-4709-aba9-c58720d8684a', 'status': 'completed', 'code': 200} Sep 24 05:16:53.948408 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-126e4fef-92b9-413f-9e19-6009c85294d2 None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:16:54.105237 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3db54-1b8f-4b7c-975b-8e977f4f3078 req-07e8eabb-ef1e-4d58-86a2-9a7f468afd2a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:16:54.106940 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-edd3db54-1b8f-4b7c-975b-8e977f4f3078 req-07e8eabb-ef1e-4d58-86a2-9a7f468afd2a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 945 time: 0.0572970 Sep 24 05:16:54.161784 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a56532-d978-4338-871c-c25a66ea1eb0 req-8107f22d-8af8-421c-9356-459a793bdd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:16:54.163314 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-17a56532-d978-4338-871c-c25a66ea1eb0 req-8107f22d-8af8-421c-9356-459a793bdd18 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=fef19544ec414094953daea6d545a361&device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 1129 time: 0.2291009 Sep 24 05:16:54.177745 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-126e4fef-92b9-413f-9e19-6009c85294d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'cde952c7-d2ba-4a6e-b9e2-c176345f81a0', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'port_id': '19cc232a-7d00-42f7-b737-1cb2a22e6c05', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'mac_address': 'fa:16:3e:79:0e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a6c52e-9545-4713-870a-1d553eb7d609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:11:33Z', 'updated_at': '2022-09-24T05:11:35Z', 'revision_number': 1, 'project_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:16:54.188258 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-edd3db54-1b8f-4b7c-975b-8e977f4f3078 req-9ea9eadc-fa13-4411-8ab2-69a92ad4acc1 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707486 Sep 24 05:16:54.203871 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e4fef-92b9-413f-9e19-6009c85294d2 None None] Checking router: 764b62cf-a47a-41c8-a41d-d5a8ca78b45d for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:16:54.212305 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e4fef-92b9-413f-9e19-6009c85294d2 None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:16:54.212928 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-126e4fef-92b9-413f-9e19-6009c85294d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:16:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:16:54.311664 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-126e4fef-92b9-413f-9e19-6009c85294d2 None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:16:54.584840 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-126e4fef-92b9-413f-9e19-6009c85294d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'cde952c7-d2ba-4a6e-b9e2-c176345f81a0', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'port_id': '19cc232a-7d00-42f7-b737-1cb2a22e6c05', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'mac_address': 'fa:16:3e:79:0e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a6c52e-9545-4713-870a-1d553eb7d609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:11:33Z', 'updated_at': '2022-09-24T05:11:35Z', 'revision_number': 1, 'project_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:16:54.611460 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e4fef-92b9-413f-9e19-6009c85294d2 None None] The sync data for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi is: [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_floatingips': [{'id': 'cde952c7-d2ba-4a6e-b9e2-c176345f81a0', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'router_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'port_id': '19cc232a-7d00-42f7-b737-1cb2a22e6c05', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'mac_address': 'fa:16:3e:79:0e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a6c52e-9545-4713-870a-1d553eb7d609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T05:11:33Z', 'updated_at': '2022-09-24T05:11:35Z', 'revision_number': 1, 'project_id': 'fef19544ec414094953daea6d545a361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:16:54.824411 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27780d-7c2a-4aea-9987-3737f4ac6ab1 None None] New status for floating IP 9870f9d7-1fd9-4e03-86c5-4bf5da0a8570: DOWN {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:16:55.140951 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a56532-d978-4338-871c-c25a66ea1eb0 req-9eef0d21-94a4-4836-a4d1-6e3779050fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:16:55.142323 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-17a56532-d978-4338-871c-c25a66ea1eb0 req-9eef0d21-94a4-4836-a4d1-6e3779050fca service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=fcf1ce32-3017-4bcb-b05f-9527ef64d665 HTTP/1.1" status: 200 len: 912 time: 0.0873547 Sep 24 05:16:55.204670 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-17a56532-d978-4338-871c-c25a66ea1eb0 req-72ab5d2d-4a17-4f5b-b4c4-d63c8a45c10b service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3fe81c9-e8d5-4709-aba9-c58720d8684a HTTP/1.1" status: 200 len: 217 time: 0.0327151 Sep 24 05:16:55.257466 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a56532-d978-4338-871c-c25a66ea1eb0 req-8f9ac216-885f-4f42-be74-7f5e4fc64fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:16:55.258935 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-17a56532-d978-4338-871c-c25a66ea1eb0 req-8f9ac216-885f-4f42-be74-7f5e4fc64fc3 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e30adfee-509c-43a1-acf6-ff73276d8857 HTTP/1.1" status: 200 len: 850 time: 0.0477262 Sep 24 05:16:55.337304 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20055f29-8910-4ef0-b9d1-0900eb27ac1d req-c5cb77c9-5ac9-4ab2-bebc-de59f966453a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:16:55.338835 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-20055f29-8910-4ef0-b9d1-0900eb27ac1d req-c5cb77c9-5ac9-4ab2-bebc-de59f966453a tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 945 time: 0.0734355 Sep 24 05:16:55.345052 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a56532-d978-4338-871c-c25a66ea1eb0 req-7cd31285-6c85-4341-af9b-3878e09893a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:16:55.346487 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-17a56532-d978-4338-871c-c25a66ea1eb0 req-7cd31285-6c85-4341-af9b-3878e09893a6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=fcf1ce32-3017-4bcb-b05f-9527ef64d665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528479 Sep 24 05:16:55.444051 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-20055f29-8910-4ef0-b9d1-0900eb27ac1d req-f331fd42-ce8d-41b4-9612-f255615ef7dc tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965495 Sep 24 05:16:55.474738 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-17a56532-d978-4338-871c-c25a66ea1eb0 req-292fd857-47a4-4048-9e3e-3172bf2b6d4c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197910 Sep 24 05:16:55.571985 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-17a56532-d978-4338-871c-c25a66ea1eb0 req-bc4511a4-6c03-4d69-a925-71c45a8b3dd7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879474 Sep 24 05:16:56.142683 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4a141-0fe9-44a8-8158-696807b7d69c req-af97b291-2f97-43eb-a4b7-4242f725670d tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:16:56.144112 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9ab4a141-0fe9-44a8-8158-696807b7d69c req-af97b291-2f97-43eb-a4b7-4242f725670d tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 945 time: 0.0472946 Sep 24 05:16:56.228980 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-9ab4a141-0fe9-44a8-8158-696807b7d69c req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Deleting port b3fe81c9-e8d5-4709-aba9-c58720d8684a {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:16:56.229319 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9ab4a141-0fe9-44a8-8158-696807b7d69c req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (b3fe81c9-e8d5-4709-aba9-c58720d8684a), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:56.321707 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-9ab4a141-0fe9-44a8-8158-696807b7d69c req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] For port b3fe81c9-e8d5-4709-aba9-c58720d8684a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b3fe81c9-e8d5-4709-aba9-c58720d8684a,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:16:56.321987 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9ab4a141-0fe9-44a8-8158-696807b7d69c req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (b3fe81c9-e8d5-4709-aba9-c58720d8684a), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:56.334776 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-9ab4a141-0fe9-44a8-8158-696807b7d69c req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Calling delete_port for b3fe81c9-e8d5-4709-aba9-c58720d8684a owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:16:56.404432 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:56.437613 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:56.465655 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9ab4a141-0fe9-44a8-8158-696807b7d69c req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (b3fe81c9-e8d5-4709-aba9-c58720d8684a), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:56.493204 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event deleted for resources: {'Port': ['ID=b3fe81c9-e8d5-4709-aba9-c58720d8684a,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:16:56.503084 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:56.503437 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:56.503779 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:56.504120 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:56.504458 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:56.504788 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:56.505116 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:56.505439 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:56.505763 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:56.506117 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:56.506944 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:56.506944 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:56.507153 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:56.507358 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:56.507691 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:16:56.579174 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9ea7ed48-d173-4c93-bd28-52da5ba61ff2 req-fefea3ed-21a4-4f1c-bae6-502822075507 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=af77c184-6aa4-4f31-b736-bf19ec7c1482 HTTP/1.1" status: 200 len: 210 time: 0.0448163 Sep 24 05:16:56.579758 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab4a141-0fe9-44a8-8158-696807b7d69c req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] No DVR routers for this DVR port b3fe81c9-e8d5-4709-aba9-c58720d8684a on host hv-cinder-85918 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:16:56.582242 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9ab4a141-0fe9-44a8-8158-696807b7d69c req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:16:56.585363 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9ab4a141-0fe9-44a8-8158-696807b7d69c req-91c7845a-28f9-4c3e-bfce-fe8c912dea11 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.16 "DELETE /networking/v2.0/ports/b3fe81c9-e8d5-4709-aba9-c58720d8684a HTTP/1.1" status: 204 len: 173 time: 0.4352677 Sep 24 05:16:56.585860 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af77c184-6aa4-4f31-b736-bf19ec7c1482', 'name': 'network-vif-deleted', 'tag': 'b3fe81c9-e8d5-4709-aba9-c58720d8684a'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:16:56.588152 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75345ecd-c544-4589-9c7e-ac4a37762f7c" -d '{"events": [{"server_uuid": "af77c184-6aa4-4f31-b736-bf19ec7c1482", "name": "network-vif-deleted", "tag": "b3fe81c9-e8d5-4709-aba9-c58720d8684a"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:16:56.756262 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b26872-2491-4010-b168-6457b81b8c55 x-openstack-request-id: req-81b26872-2491-4010-b168-6457b81b8c55 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:16:56.756552 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af77c184-6aa4-4f31-b736-bf19ec7c1482", "name": "network-vif-deleted", "tag": "b3fe81c9-e8d5-4709-aba9-c58720d8684a", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:16:56.756804 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81b26872-2491-4010-b168-6457b81b8c55 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:16:56.757277 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81b26872-2491-4010-b168-6457b81b8c55'] response: {'server_uuid': 'af77c184-6aa4-4f31-b736-bf19ec7c1482', 'name': 'network-vif-deleted', 'tag': 'b3fe81c9-e8d5-4709-aba9-c58720d8684a', 'status': 'completed', 'code': 200} Sep 24 05:16:59.789448 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device b3fe81c9-e8d5-4709-aba9-c58720d8684a no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:16:59.808618 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: b3fe81c9-e8d5-4709-aba9-c58720d8684a {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:16:59.808959 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device b3fe81c9-e8d5-4709-aba9-c58720d8684a not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:16:59.882328 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 39330) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:16:59.889171 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:16:59.980715 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:00.031061 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-d8481a48-13f5-45da-be21-b53aaa2986c6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Deleting port 8d28d0ed-e9df-4a7d-9613-9b9d3828fe3e {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:17:00.031393 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d8481a48-13f5-45da-be21-b53aaa2986c6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (8d28d0ed-e9df-4a7d-9613-9b9d3828fe3e), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:00.360472 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d8481a48-13f5-45da-be21-b53aaa2986c6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (8d28d0ed-e9df-4a7d-9613-9b9d3828fe3e), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:00.360800 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d8481a48-13f5-45da-be21-b53aaa2986c6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for floatingip (8d28d0ed-e9df-4a7d-9613-9b9d3828fe3e), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:00.373694 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-d8481a48-13f5-45da-be21-b53aaa2986c6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Calling delete_port for 8d28d0ed-e9df-4a7d-9613-9b9d3828fe3e owned by network:floatingip {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:17:00.514134 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d8481a48-13f5-45da-be21-b53aaa2986c6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2382977'] for port (8d28d0ed-e9df-4a7d-9613-9b9d3828fe3e), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:00.535427 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8481a48-13f5-45da-be21-b53aaa2986c6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event deleted for resources: {'Port': ['ID=8d28d0ed-e9df-4a7d-9613-9b9d3828fe3e,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:17:00.598018 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d8481a48-13f5-45da-be21-b53aaa2986c6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for floatingip (cde952c7-d2ba-4a6e-b9e2-c176345f81a0), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:00.598438 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.db.l3_db [None req-d8481a48-13f5-45da-be21-b53aaa2986c6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Floating IP cde952c7-d2ba-4a6e-b9e2-c176345f81a0 disassociated (deleted). External IP: 172.27.0.55, port: 19cc232a-7d00-42f7-b737-1cb2a22e6c05. Sep 24 05:17:00.805915 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8481a48-13f5-45da-be21-b53aaa2986c6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:17:00.908297 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8481a48-13f5-45da-be21-b53aaa2986c6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:17:00.913034 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d8481a48-13f5-45da-be21-b53aaa2986c6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:00.917372 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fefd21-2fca-4600-8c2c-c5536d763896 None None] Sync routers for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:17:00.927207 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fefd21-2fca-4600-8c2c-c5536d763896 None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:17:00.927805 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-98fefd21-2fca-4600-8c2c-c5536d763896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:16:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:00.943297 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-d8481a48-13f5-45da-be21-b53aaa2986c6 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "DELETE /networking/v2.0/floatingips/cde952c7-d2ba-4a6e-b9e2-c176345f81a0 HTTP/1.1" status: 204 len: 168 time: 1.0598986 Sep 24 05:17:00.943937 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a6c52e-9545-4713-870a-1d553eb7d609', 'tag': '19cc232a-7d00-42f7-b737-1cb2a22e6c05'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:17:00.946177 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0149efda95bb40785fe4d83ce34780b2cdb1fdd402a0715ee98b780845a4df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67ea399-7850-4189-88f9-1c8a7cbb5f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "27a6c52e-9545-4713-870a-1d553eb7d609", "tag": "19cc232a-7d00-42f7-b737-1cb2a22e6c05"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:17:00.986989 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 05:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c452a6-e056-4e06-83eb-e9f12175aab6 x-openstack-request-id: req-72c452a6-e056-4e06-83eb-e9f12175aab6 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:17:00.987281 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a6c52e-9545-4713-870a-1d553eb7d609", "tag": "19cc232a-7d00-42f7-b737-1cb2a22e6c05", "status": "completed", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:17:00.987536 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72c452a6-e056-4e06-83eb-e9f12175aab6 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:17:00.987942 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c452a6-e056-4e06-83eb-e9f12175aab6'] response: {'name': 'network-changed', 'server_uuid': '27a6c52e-9545-4713-870a-1d553eb7d609', 'tag': '19cc232a-7d00-42f7-b737-1cb2a22e6c05', 'status': 'completed', 'code': 200} Sep 24 05:17:01.034419 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-98fefd21-2fca-4600-8c2c-c5536d763896 None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:17:01.056883 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ea399-7850-4189-88f9-1c8a7cbb5f5c req-9cf44d28-f23c-46e5-a532-1c3cf09927b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:17:01.058554 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a67ea399-7850-4189-88f9-1c8a7cbb5f5c req-9cf44d28-f23c-46e5-a532-1c3cf09927b7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=fef19544ec414094953daea6d545a361&device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 1129 time: 0.0459921 Sep 24 05:17:01.164138 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:01.176329 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:01.187593 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ea399-7850-4189-88f9-1c8a7cbb5f5c req-63a3018e-e2db-4a6d-b738-0c2c43066e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:17:01.189039 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a67ea399-7850-4189-88f9-1c8a7cbb5f5c req-63a3018e-e2db-4a6d-b738-0c2c43066e4b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=fcf1ce32-3017-4bcb-b05f-9527ef64d665 HTTP/1.1" status: 200 len: 912 time: 0.1222575 Sep 24 05:17:01.199025 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa60cf-b82c-4608-a98a-f5bf06ae322e req-ad74920f-9818-4a01-b808-2443fb4adc35 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:17:01.200912 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c6aa60cf-b82c-4608-a98a-f5bf06ae322e req-ad74920f-9818-4a01-b808-2443fb4adc35 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 945 time: 0.0654252 Sep 24 05:17:01.224906 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-98fefd21-2fca-4600-8c2c-c5536d763896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:01.240261 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a67ea399-7850-4189-88f9-1c8a7cbb5f5c req-acf93bb5-3d69-4edc-b87a-eea26804c118 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19cc232a-7d00-42f7-b737-1cb2a22e6c05 HTTP/1.1" status: 200 len: 217 time: 0.0376806 Sep 24 05:17:01.254916 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fefd21-2fca-4600-8c2c-c5536d763896 None None] Checking router: 764b62cf-a47a-41c8-a41d-d5a8ca78b45d for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:17:01.263937 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fefd21-2fca-4600-8c2c-c5536d763896 None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:17:01.264537 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-98fefd21-2fca-4600-8c2c-c5536d763896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:16:35Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:01.310911 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c6aa60cf-b82c-4608-a98a-f5bf06ae322e req-ad991d41-914f-4462-9ca8-268be26d5254 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/security-groups?id=00806690-688f-4537-ab04-e01d63dcfd19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023917 Sep 24 05:17:01.320037 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ea399-7850-4189-88f9-1c8a7cbb5f5c req-1e2fedc7-d6be-432b-a947-826455909526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:17:01.321488 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a67ea399-7850-4189-88f9-1c8a7cbb5f5c req-1e2fedc7-d6be-432b-a947-826455909526 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e30adfee-509c-43a1-acf6-ff73276d8857 HTTP/1.1" status: 200 len: 850 time: 0.0710821 Sep 24 05:17:01.364438 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-98fefd21-2fca-4600-8c2c-c5536d763896 None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:17:01.369789 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ea399-7850-4189-88f9-1c8a7cbb5f5c req-6082d46b-34e1-40a6-a551-b0f351601176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:17:01.371327 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a67ea399-7850-4189-88f9-1c8a7cbb5f5c req-6082d46b-34e1-40a6-a551-b0f351601176 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=fcf1ce32-3017-4bcb-b05f-9527ef64d665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431008 Sep 24 05:17:01.484956 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a67ea399-7850-4189-88f9-1c8a7cbb5f5c req-384c8c20-569b-46f6-acda-a906b2213917 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842109 Sep 24 05:17:01.554624 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-98fefd21-2fca-4600-8c2c-c5536d763896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:01.579887 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fefd21-2fca-4600-8c2c-c5536d763896 None None] The sync data for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi is: [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:07:42Z', 'revision_number': 4, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi', '_interfaces': [{'id': '8d90c6e1-f259-45d7-8c46-171954f359df', 'name': '', 'network_id': 'fcf1ce32-3017-4bcb-b05f-9527ef64d665', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'mac_address': 'fa:16:3e:c1:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:41Z', 'updated_at': '2022-09-24T05:07:46Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'subnets': [{'id': 'e30adfee-509c-43a1-acf6-ff73276d8857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:17:01.674246 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a67ea399-7850-4189-88f9-1c8a7cbb5f5c req-318a9bed-bfce-4acb-9d36-221e64826ac2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912061 Sep 24 05:17:01.798549 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26d4667-b308-4887-8462-abde30db7ee6 None None] New status for floating IP cde952c7-d2ba-4a6e-b9e2-c176345f81a0: DOWN {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 05:17:01.846303 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a25e42-f89b-4188-a14a-d338b437db3b req-3ac5c881-a19b-4e36-a3be-86542f8eccd5 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 05:17:01.848135 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2a25e42-f89b-4188-a14a-d338b437db3b req-3ac5c881-a19b-4e36-a3be-86542f8eccd5 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 945 time: 0.0525508 Sep 24 05:17:01.935687 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-f2a25e42-f89b-4188-a14a-d338b437db3b req-2d134467-7ca4-456b-9e08-75a452d98e44 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Deleting port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:17:01.936027 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-f2a25e42-f89b-4188-a14a-d338b437db3b req-2d134467-7ca4-456b-9e08-75a452d98e44 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (19cc232a-7d00-42f7-b737-1cb2a22e6c05), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:02.023297 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-f2a25e42-f89b-4188-a14a-d338b437db3b req-2d134467-7ca4-456b-9e08-75a452d98e44 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] For port 19cc232a-7d00-42f7-b737-1cb2a22e6c05, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=19cc232a-7d00-42f7-b737-1cb2a22e6c05,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:17:02.023698 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-f2a25e42-f89b-4188-a14a-d338b437db3b req-2d134467-7ca4-456b-9e08-75a452d98e44 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (19cc232a-7d00-42f7-b737-1cb2a22e6c05), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:02.036707 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-f2a25e42-f89b-4188-a14a-d338b437db3b req-2d134467-7ca4-456b-9e08-75a452d98e44 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Calling delete_port for 19cc232a-7d00-42f7-b737-1cb2a22e6c05 owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:17:02.098545 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:02.141062 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:02.170319 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-f2a25e42-f89b-4188-a14a-d338b437db3b req-2d134467-7ca4-456b-9e08-75a452d98e44 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (19cc232a-7d00-42f7-b737-1cb2a22e6c05), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:02.195084 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d134467-7ca4-456b-9e08-75a452d98e44 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event deleted for resources: {'Port': ['ID=19cc232a-7d00-42f7-b737-1cb2a22e6c05,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:17:02.241628 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a25e42-f89b-4188-a14a-d338b437db3b req-2d134467-7ca4-456b-9e08-75a452d98e44 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] No DVR routers for this DVR port 19cc232a-7d00-42f7-b737-1cb2a22e6c05 on host hv-cinder-85918 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:17:02.244054 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-f2a25e42-f89b-4188-a14a-d338b437db3b req-2d134467-7ca4-456b-9e08-75a452d98e44 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:02.247238 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2a25e42-f89b-4188-a14a-d338b437db3b req-2d134467-7ca4-456b-9e08-75a452d98e44 tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.16 "DELETE /networking/v2.0/ports/19cc232a-7d00-42f7-b737-1cb2a22e6c05 HTTP/1.1" status: 204 len: 173 time: 0.3933046 Sep 24 05:17:02.247721 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a6c52e-9545-4713-870a-1d553eb7d609', 'name': 'network-vif-deleted', 'tag': '19cc232a-7d00-42f7-b737-1cb2a22e6c05'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 05:17:02.249929 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3b0102c44c006d936facba6ca0d19d7aca9c8f5dfad98902237979c931329d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2292ae35-d86b-40fb-a61b-0a538f27b66d" -d '{"events": [{"server_uuid": "27a6c52e-9545-4713-870a-1d553eb7d609", "name": "network-vif-deleted", "tag": "19cc232a-7d00-42f7-b737-1cb2a22e6c05"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 05:17:02.289845 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 05:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124f8d80-2ec7-401c-b73b-163d036a1902 x-openstack-request-id: req-124f8d80-2ec7-401c-b73b-163d036a1902 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 05:17:02.290169 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a6c52e-9545-4713-870a-1d553eb7d609", "name": "network-vif-deleted", "tag": "19cc232a-7d00-42f7-b737-1cb2a22e6c05", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 05:17:02.290450 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-124f8d80-2ec7-401c-b73b-163d036a1902 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 05:17:02.290857 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124f8d80-2ec7-401c-b73b-163d036a1902'] response: {'server_uuid': '27a6c52e-9545-4713-870a-1d553eb7d609', 'name': 'network-vif-deleted', 'tag': '19cc232a-7d00-42f7-b737-1cb2a22e6c05', 'status': 'completed', 'code': 200} Sep 24 05:17:02.417690 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [req-295c4f79-11a1-49b4-9558-e0bdf4a6cacb req-4661f8b7-ac41-400f-bf77-e1f73375e22e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=27a6c52e-9545-4713-870a-1d553eb7d609 HTTP/1.1" status: 200 len: 210 time: 0.0310917 Sep 24 05:17:02.705317 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-cd0ddd86-9fb2-4239-9c02-575f70b88ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:03.483953 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 39344) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:17:03.589039 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-390eeb70-57d9-4c7b-a013-e5e1595b819e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Deleting port 34d49d96-7699-4d88-a8a3-c8dd73d03b95 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:17:03.589376 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-390eeb70-57d9-4c7b-a013-e5e1595b819e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (34d49d96-7699-4d88-a8a3-c8dd73d03b95), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:03.663738 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-390eeb70-57d9-4c7b-a013-e5e1595b819e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (34d49d96-7699-4d88-a8a3-c8dd73d03b95), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:03.664065 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-390eeb70-57d9-4c7b-a013-e5e1595b819e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for floatingip (34d49d96-7699-4d88-a8a3-c8dd73d03b95), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:03.676185 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-390eeb70-57d9-4c7b-a013-e5e1595b819e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Calling delete_port for 34d49d96-7699-4d88-a8a3-c8dd73d03b95 owned by network:floatingip {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:17:03.802902 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-390eeb70-57d9-4c7b-a013-e5e1595b819e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (34d49d96-7699-4d88-a8a3-c8dd73d03b95), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:03.828328 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390eeb70-57d9-4c7b-a013-e5e1595b819e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event deleted for resources: {'Port': ['ID=34d49d96-7699-4d88-a8a3-c8dd73d03b95,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:17:03.892809 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-390eeb70-57d9-4c7b-a013-e5e1595b819e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for floatingip (b5ac97ec-caa3-4ad6-9db5-33b2299cebe1), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:03.895368 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-390eeb70-57d9-4c7b-a013-e5e1595b819e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-876384'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:03.896513 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-390eeb70-57d9-4c7b-a013-e5e1595b819e tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "DELETE /networking/v2.0/floatingips/b5ac97ec-caa3-4ad6-9db5-33b2299cebe1 HTTP/1.1" status: 204 len: 168 time: 0.4123220 Sep 24 05:17:05.102144 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 39356) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:17:05.145420 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ed54e461-9740-4f13-9d8e-4037a3b867eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:05.159865 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63185cb4-d565-40f9-b2eb-e904f8ee1c0d tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group (00806690-688f-4537-ab04-e01d63dcfd19), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:05.182990 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63185cb4-d565-40f9-b2eb-e904f8ee1c0d tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group (00806690-688f-4537-ab04-e01d63dcfd19), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:05.243183 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63185cb4-d565-40f9-b2eb-e904f8ee1c0d tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (00806690-688f-4537-ab04-e01d63dcfd19), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:05.245655 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63185cb4-d565-40f9-b2eb-e904f8ee1c0d tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:05.246818 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-63185cb4-d565-40f9-b2eb-e904f8ee1c0d tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] 10.222.0.50 "DELETE /networking/v2.0/security-groups/00806690-688f-4537-ab04-e01d63dcfd19 HTTP/1.1" status: 204 len: 168 time: 0.1436901 Sep 24 05:17:05.256840 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63185cb4-d565-40f9-b2eb-e904f8ee1c0d tempest-TestVolumeBootPattern-1339481357 tempest-TestVolumeBootPattern-1339481357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00806690-688f-4537-ab04-e01d63dcfd19,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:17:05.313143 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 39360) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:17:05.495913 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:05.681451 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:05.721402 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1ef1cb3f-eb63-4c9b-9151-dff2afcfe09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429734'] for router_interface (764b62cf-a47a-41c8-a41d-d5a8ca78b45d), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:05.793088 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 19cc232a-7d00-42f7-b737-1cb2a22e6c05 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:17:05.815655 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] No Port match for: 19cc232a-7d00-42f7-b737-1cb2a22e6c05 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:17:05.815999 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Device 19cc232a-7d00-42f7-b737-1cb2a22e6c05 not bound to the agent host hv-cinder-85918 {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:17:05.944022 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1cb3f-eb63-4c9b-9151-dff2afcfe09f admin admin] Deleting port 8d90c6e1-f259-45d7-8c46-171954f359df {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:17:05.944297 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1ef1cb3f-eb63-4c9b-9151-dff2afcfe09f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (8d90c6e1-f259-45d7-8c46-171954f359df), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:06.021356 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-1ef1cb3f-eb63-4c9b-9151-dff2afcfe09f admin admin] For port 8d90c6e1-f259-45d7-8c46-171954f359df, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=8d90c6e1-f259-45d7-8c46-171954f359df,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:17:06.021714 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1ef1cb3f-eb63-4c9b-9151-dff2afcfe09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (8d90c6e1-f259-45d7-8c46-171954f359df), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:06.034863 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1cb3f-eb63-4c9b-9151-dff2afcfe09f admin admin] Calling delete_port for 8d90c6e1-f259-45d7-8c46-171954f359df owned by network:router_interface {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:17:06.207080 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1ef1cb3f-eb63-4c9b-9151-dff2afcfe09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (8d90c6e1-f259-45d7-8c46-171954f359df), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:06.241955 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1cb3f-eb63-4c9b-9151-dff2afcfe09f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d90c6e1-f259-45d7-8c46-171954f359df,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:17:06.297823 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:06.441480 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:06.643884 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1ef1cb3f-eb63-4c9b-9151-dff2afcfe09f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435734'] for router_interface (764b62cf-a47a-41c8-a41d-d5a8ca78b45d), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:06.751435 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:06.850712 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef1cb3f-eb63-4c9b-9151-dff2afcfe09f admin admin] Router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:17:06.951020 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef1cb3f-eb63-4c9b-9151-dff2afcfe09f admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:17:06.956382 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-1ef1cb3f-eb63-4c9b-9151-dff2afcfe09f admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/764b62cf-a47a-41c8-a41d-d5a8ca78b45d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6421876 Sep 24 05:17:06.958868 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 39364) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:17:06.961320 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200c53f-f799-4e88-b05f-da0162363f10 None None] Sync routers for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:17:06.972990 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200c53f-f799-4e88-b05f-da0162363f10 None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:17:06.973599 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-a200c53f-f799-4e88-b05f-da0162363f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:17:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:07.052363 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-36af09ff-0027-4a7d-be82-893c805c17f3 admin admin] Publish callbacks [] for router (764b62cf-a47a-41c8-a41d-d5a8ca78b45d), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:07.074543 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-a200c53f-f799-4e88-b05f-da0162363f10 None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: dv-cinder-859186-1-iscsi {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:17:07.148840 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-36af09ff-0027-4a7d-be82-893c805c17f3 admin admin] Publish callbacks [] for router_gateway (764b62cf-a47a-41c8-a41d-d5a8ca78b45d), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:07.194908 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-36af09ff-0027-4a7d-be82-893c805c17f3 admin admin] Deleting port 4947be57-a937-433a-85f0-378c64ee2474 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:17:07.195253 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-36af09ff-0027-4a7d-be82-893c805c17f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (4947be57-a937-433a-85f0-378c64ee2474), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:07.243096 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-a200c53f-f799-4e88-b05f-da0162363f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4947be57-a937-433a-85f0-378c64ee2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:17:06Z', 'revision_number': 5, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port': {'id': '4947be57-a937-433a-85f0-378c64ee2474', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:40Z', 'updated_at': '2022-09-24T05:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:07.267565 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200c53f-f799-4e88-b05f-da0162363f10 None None] Checking router: 764b62cf-a47a-41c8-a41d-d5a8ca78b45d for host: dv-cinder-859186-1-iscsi {{(pid=106195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:17:07.273311 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-36af09ff-0027-4a7d-be82-893c805c17f3 admin admin] For port 4947be57-a937-433a-85f0-378c64ee2474, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=4947be57-a937-433a-85f0-378c64ee2474,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:17:07.273828 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-36af09ff-0027-4a7d-be82-893c805c17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (4947be57-a937-433a-85f0-378c64ee2474), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:07.275847 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200c53f-f799-4e88-b05f-da0162363f10 None None] Routers {'764b62cf-a47a-41c8-a41d-d5a8ca78b45d'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:17:07.276434 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-a200c53f-f799-4e88-b05f-da0162363f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:17:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'], 'active': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:07.287088 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-36af09ff-0027-4a7d-be82-893c805c17f3 admin admin] Calling delete_port for 4947be57-a937-433a-85f0-378c64ee2474 owned by network:router_gateway {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:17:07.359661 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvr_db [None req-a200c53f-f799-4e88-b05f-da0162363f10 None None] Set router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d gateway port host: None {{(pid=106195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:17:07.389702 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:07.409761 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.l3_hamode_db [None req-a200c53f-f799-4e88-b05f-da0162363f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:17:07Z', 'revision_number': 6, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port_host': None}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:07.437553 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200c53f-f799-4e88-b05f-da0162363f10 None None] The sync data for ids ['764b62cf-a47a-41c8-a41d-d5a8ca78b45d'] in dv-cinder-859186-1-iscsi is: [{'id': '764b62cf-a47a-41c8-a41d-d5a8ca78b45d', 'name': 'tempest-TestVolumeBootPattern-588591513-router', 'tenant_id': 'fef19544ec414094953daea6d545a361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:39Z', 'updated_at': '2022-09-24T05:17:07Z', 'revision_number': 6, 'project_id': 'fef19544ec414094953daea6d545a361', 'gw_port_host': None}] {{(pid=106195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:17:07.456850 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-36af09ff-0027-4a7d-be82-893c805c17f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (4947be57-a937-433a-85f0-378c64ee2474), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:07.490163 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af09ff-0027-4a7d-be82-893c805c17f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4947be57-a937-433a-85f0-378c64ee2474,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:17:07.553216 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-36af09ff-0027-4a7d-be82-893c805c17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437340'] for router_gateway (764b62cf-a47a-41c8-a41d-d5a8ca78b45d), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:07.638105 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-36af09ff-0027-4a7d-be82-893c805c17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4195'] for router (764b62cf-a47a-41c8-a41d-d5a8ca78b45d), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:07.639482 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:07.640792 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-36af09ff-0027-4a7d-be82-893c805c17f3 admin admin] Publish callbacks [] for router_controller (764b62cf-a47a-41c8-a41d-d5a8ca78b45d), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:07.682914 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-36af09ff-0027-4a7d-be82-893c805c17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435819'] for router (764b62cf-a47a-41c8-a41d-d5a8ca78b45d), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:07.683486 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36af09ff-0027-4a7d-be82-893c805c17f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 764b62cf-a47a-41c8-a41d-d5a8ca78b45d {{(pid=106192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 05:17:07.687643 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-36af09ff-0027-4a7d-be82-893c805c17f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:07.688793 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-36af09ff-0027-4a7d-be82-893c805c17f3 admin admin] 10.222.0.50 "DELETE /networking/v2.0/routers/764b62cf-a47a-41c8-a41d-d5a8ca78b45d HTTP/1.1" status: 204 len: 168 time: 0.7290344 Sep 24 05:17:07.691694 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 39366) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:17:07.735423 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e03dd7-ecb2-4416-b080-023d303e9aee admin admin] Deleting subnet e30adfee-509c-43a1-acf6-ff73276d8857 {{(pid=106192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 05:17:07.738445 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c0e03dd7-ecb2-4416-b080-023d303e9aee admin admin] Publish callbacks [] for subnet (e30adfee-509c-43a1-acf6-ff73276d8857), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:07.777100 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c0e03dd7-ecb2-4416-b080-023d303e9aee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2600269'] for subnet (e30adfee-509c-43a1-acf6-ff73276d8857), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:07.855375 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c0e03dd7-ecb2-4416-b080-023d303e9aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66367886'] for subnet (e30adfee-509c-43a1-acf6-ff73276d8857), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:07.914118 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c0e03dd7-ecb2-4416-b080-023d303e9aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66370483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3700566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3662227'] for subnet (e30adfee-509c-43a1-acf6-ff73276d8857), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:07.943307 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e03dd7-ecb2-4416-b080-023d303e9aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e30adfee-509c-43a1-acf6-ff73276d8857,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:17:07.945243 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c0e03dd7-ecb2-4416-b080-023d303e9aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:07.948331 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c0e03dd7-ecb2-4416-b080-023d303e9aee admin admin] 10.222.0.50 "DELETE /networking/v2.0/subnets/e30adfee-509c-43a1-acf6-ff73276d8857 HTTP/1.1" status: 204 len: 168 time: 0.2557049 Sep 24 05:17:07.950760 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cf354d-bc18-4090-bb3e-fd2014938af4 None None] Network fcf1ce32-3017-4bcb-b05f-9527ef64d665 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:17:07.951262 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 39368) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:17:08.018157 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328315'] for network (fcf1ce32-3017-4bcb-b05f-9527ef64d665), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:08.056395 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:08.061960 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] Deleting port 9fb21e29-5083-46de-a502-e4a14bea78c9 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:17:08.062376 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (9fb21e29-5083-46de-a502-e4a14bea78c9), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:08.082085 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:08.134275 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] For port 9fb21e29-5083-46de-a502-e4a14bea78c9, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=9fb21e29-5083-46de-a502-e4a14bea78c9,segment=NetworkSegment(b8a8cd65-3064-4553-b0e9-4f0ec9a91225),segment_id=b8a8cd65-3064-4553-b0e9-4f0ec9a91225)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:17:08.134579 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (9fb21e29-5083-46de-a502-e4a14bea78c9), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:08.147982 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] Calling delete_port for 9fb21e29-5083-46de-a502-e4a14bea78c9 owned by network:dhcp {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:17:08.196627 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] DHCP port deletion for fcf1ce32-3017-4bcb-b05f-9527ef64d665 request from dv-cinder-859186-1-iscsi {{(pid=106194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 05:17:08.230043 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (9fb21e29-5083-46de-a502-e4a14bea78c9), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:08.237266 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Deleting port 9fb21e29-5083-46de-a502-e4a14bea78c9 {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:17:08.237622 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:DELETE=13 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:08.237757 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (9fb21e29-5083-46de-a502-e4a14bea78c9), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:08.257470 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb21e29-5083-46de-a502-e4a14bea78c9,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:17:08.259341 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] No DVR routers for this DVR port 9fb21e29-5083-46de-a502-e4a14bea78c9 on host dv-cinder-859186-1-iscsi {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:17:08.304483 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] For port 9fb21e29-5083-46de-a502-e4a14bea78c9, host dv-cinder-859186-1-iscsi, got binding levels [] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:17:08.304881 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (9fb21e29-5083-46de-a502-e4a14bea78c9), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:08.322106 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Calling delete_port for 9fb21e29-5083-46de-a502-e4a14bea78c9 owned by network:dhcp {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:17:08.324769 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.ipam_backend_mixin [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Port 9fb21e29-5083-46de-a502-e4a14bea78c9 was not found and therefore no delete operation was performed {{(pid=106194) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 24 05:17:08.326018 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153'] for port (9fb21e29-5083-46de-a502-e4a14bea78c9), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:08.336081 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66397605', 'neutron.services.segments.db._delete_segments_for_network-8754988363457'] for network (fcf1ce32-3017-4bcb-b05f-9527ef64d665), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:08.353279 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Pushing event deleted for resources: {'Port': ['ID=9fb21e29-5083-46de-a502-e4a14bea78c9,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:17:08.357531 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] No DVR routers for this DVR port 9fb21e29-5083-46de-a502-e4a14bea78c9 on host dv-cinder-859186-1-iscsi {{(pid=106194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:17:08.357742 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf1ce32-3017-4bcb-b05f-9527ef64d665']}} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:08.364122 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:17:08.364459 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:17:08.364994 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:17:08.365329 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:17:08.365658 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:17:08.365987 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:17:08.366397 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:17:08.366950 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:17:08.367054 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:17:08.367337 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:17:08.367652 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:17:08.367968 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:17:08.368278 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:17:08.368589 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:17:08.368897 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc930c-00eb-49b0-90ba-6de73702d40c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-1-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 05:17:08.369516 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225') {'for_net_delete': True} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:08.369516 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a8cd65-3064-4553-b0e9-4f0ec9a91225') {} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:08.380829 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754988363349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600310'] for segment (b8a8cd65-3064-4553-b0e9-4f0ec9a91225), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:08.395266 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (b8a8cd65-3064-4553-b0e9-4f0ec9a91225), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:08.402754 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 05:17:08.403155 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3700716'] for segment (b8a8cd65-3064-4553-b0e9-4f0ec9a91225), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:08.452026 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment b8a8cd65-3064-4553-b0e9-4f0ec9a91225 resource provider aggregate not found Sep 24 05:17:08.470259 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment b8a8cd65-3064-4553-b0e9-4f0ec9a91225 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8a8cd65-3064-4553-b0e9-4f0ec9a91225 found for delete ", "request_id": "req-cd678f67-d361-4b38-abf9-78adf11c8075"}]} Sep 24 05:17:08.478885 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66397596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437385'] for network (fcf1ce32-3017-4bcb-b05f-9527ef64d665), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:08.496373 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:08.500137 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] 10.222.0.50 "DELETE /networking/v2.0/networks/fcf1ce32-3017-4bcb-b05f-9527ef64d665 HTTP/1.1" status: 204 len: 168 time: 0.5478721 Sep 24 05:17:08.501435 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7eafc9-f6f2-4e22-a70b-e6f3c3b959d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcf1ce32-3017-4bcb-b05f-9527ef64d665,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:17:08.503089 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 39374) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:17:08.687777 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:08.824862 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f3be4ff3-3fb2-421c-a80b-1f198ebbe383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429734'] for router_interface (85ab93c2-76e1-4f73-b977-922f19867248), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:08.888668 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 4947be57-a937-433a-85f0-378c64ee2474 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:17:08.909191 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 4947be57-a937-433a-85f0-378c64ee2474 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:17:08.909446 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 4947be57-a937-433a-85f0-378c64ee2474 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:17:08.909864 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 9fb21e29-5083-46de-a502-e4a14bea78c9 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:17:08.928573 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 9fb21e29-5083-46de-a502-e4a14bea78c9 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:17:08.928914 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 9fb21e29-5083-46de-a502-e4a14bea78c9 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:17:08.929330 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 8d90c6e1-f259-45d7-8c46-171954f359df no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:17:08.946738 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: 8d90c6e1-f259-45d7-8c46-171954f359df {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:17:08.947077 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device 8d90c6e1-f259-45d7-8c46-171954f359df not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:17:09.057320 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-f3be4ff3-3fb2-421c-a80b-1f198ebbe383 admin admin] Deleting port b0b9d792-c349-440f-ae40-d5ab3dccb3ca {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:17:09.057658 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f3be4ff3-3fb2-421c-a80b-1f198ebbe383 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:09.145091 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-f3be4ff3-3fb2-421c-a80b-1f198ebbe383 admin admin] For port b0b9d792-c349-440f-ae40-d5ab3dccb3ca, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=b0b9d792-c349-440f-ae40-d5ab3dccb3ca,segment=NetworkSegment(0e7f15ba-573c-467e-b6e5-648192d4d600),segment_id=0e7f15ba-573c-467e-b6e5-648192d4d600)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:17:09.145573 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f3be4ff3-3fb2-421c-a80b-1f198ebbe383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:09.161034 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-f3be4ff3-3fb2-421c-a80b-1f198ebbe383 admin admin] Calling delete_port for b0b9d792-c349-440f-ae40-d5ab3dccb3ca owned by network:router_interface {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:17:09.208877 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:09.355184 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f3be4ff3-3fb2-421c-a80b-1f198ebbe383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (b0b9d792-c349-440f-ae40-d5ab3dccb3ca), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:09.380298 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be4ff3-3fb2-421c-a80b-1f198ebbe383 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b9d792-c349-440f-ae40-d5ab3dccb3ca,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:17:09.538894 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:09.541391 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f3be4ff3-3fb2-421c-a80b-1f198ebbe383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435734'] for router_interface (85ab93c2-76e1-4f73-b977-922f19867248), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:09.989084 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3be4ff3-3fb2-421c-a80b-1f198ebbe383 admin admin] Router 85ab93c2-76e1-4f73-b977-922f19867248 has already been hosted by L3 agent 6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 05:17:10.088190 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3be4ff3-3fb2-421c-a80b-1f198ebbe383 admin admin] Notify agent at l3_agent.dv-cinder-859186-1-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 05:17:10.093234 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-f3be4ff3-3fb2-421c-a80b-1f198ebbe383 admin admin] 10.222.0.50 "PUT /networking/v2.0/routers/85ab93c2-76e1-4f73-b977-922f19867248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5890152 Sep 24 05:17:10.095599 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 39376) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:17:10.097465 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd06d8-15dc-4ab8-b4e5-1d6ba64028d7 None None] Sync routers for ids ['85ab93c2-76e1-4f73-b977-922f19867248'] in dv-cinder-859186-1-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 05:17:10.107273 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd06d8-15dc-4ab8-b4e5-1d6ba64028d7 None None] Routers {'85ab93c2-76e1-4f73-b977-922f19867248'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:17:10.108421 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-fabd06d8-15dc-4ab8-b4e5-1d6ba64028d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:17:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['85ab93c2-76e1-4f73-b977-922f19867248'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:10.195214 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-984a952e-53a5-4c32-b553-f8c7f0821a4f admin admin] Publish callbacks [] for router (85ab93c2-76e1-4f73-b977-922f19867248), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:10.208592 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-fabd06d8-15dc-4ab8-b4e5-1d6ba64028d7 None None] Set router 85ab93c2-76e1-4f73-b977-922f19867248 gateway port host: dv-cinder-859186-1-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:17:10.292755 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-984a952e-53a5-4c32-b553-f8c7f0821a4f admin admin] Publish callbacks [] for router_gateway (85ab93c2-76e1-4f73-b977-922f19867248), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:10.305392 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:10.337149 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-984a952e-53a5-4c32-b553-f8c7f0821a4f admin admin] Deleting port d9bf0c36-0538-43b5-9456-684ce21c8f88 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:17:10.337510 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-984a952e-53a5-4c32-b553-f8c7f0821a4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (d9bf0c36-0538-43b5-9456-684ce21c8f88), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:10.379006 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-fabd06d8-15dc-4ab8-b4e5-1d6ba64028d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab93c2-76e1-4f73-b977-922f19867248', 'name': 'tempest-TestVolumeBootPattern-122665547-router', 'tenant_id': 'edba865cd0f14c16ba0060b3c031cefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'external_fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'd9bf0c36-0538-43b5-9456-684ce21c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:44Z', 'updated_at': '2022-09-24T05:17:09Z', 'revision_number': 5, 'project_id': 'edba865cd0f14c16ba0060b3c031cefa', 'gw_port': {'id': 'd9bf0c36-0538-43b5-9456-684ce21c8f88', 'name': '', 'network_id': '2d42bf50-ada2-4be6-99ac-fd8e827c9f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab93c2-76e1-4f73-b977-922f19867248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T05:07:44Z', 'updated_at': '2022-09-24T05:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef52d1-4576-4f15-b5cf-fb8647865ac8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-1-iscsi'}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:10.404357 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd06d8-15dc-4ab8-b4e5-1d6ba64028d7 None None] Checking router: 85ab93c2-76e1-4f73-b977-922f19867248 for host: dv-cinder-859186-1-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 05:17:10.412726 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd06d8-15dc-4ab8-b4e5-1d6ba64028d7 None None] Routers {'85ab93c2-76e1-4f73-b977-922f19867248'} bound to L3 agent in host dv-cinder-859186-1-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 05:17:10.413329 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-fabd06d8-15dc-4ab8-b4e5-1d6ba64028d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T04:52:35Z,description=,heartbeat_timestamp=2022-09-24T05:17:05Z,host='dv-cinder-859186-1-iscsi',id=6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T04:52:35Z,topic='l3_agent')) {'router_ids': ['85ab93c2-76e1-4f73-b977-922f19867248'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:10.422210 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-984a952e-53a5-4c32-b553-f8c7f0821a4f admin admin] For port d9bf0c36-0538-43b5-9456-684ce21c8f88, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=d9bf0c36-0538-43b5-9456-684ce21c8f88,segment=NetworkSegment(27f6e2d4-00ee-4543-b460-cfd632067d75),segment_id=27f6e2d4-00ee-4543-b460-cfd632067d75)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:17:10.422773 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-984a952e-53a5-4c32-b553-f8c7f0821a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (d9bf0c36-0538-43b5-9456-684ce21c8f88), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:10.435222 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-984a952e-53a5-4c32-b553-f8c7f0821a4f admin admin] Calling delete_port for d9bf0c36-0538-43b5-9456-684ce21c8f88 owned by network:router_gateway {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:17:10.500108 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-fabd06d8-15dc-4ab8-b4e5-1d6ba64028d7 None None] Set router 85ab93c2-76e1-4f73-b977-922f19867248 gateway port host: None {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 05:17:10.550490 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-fabd06d8-15dc-4ab8-b4e5-1d6ba64028d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab93c2-76e1-4f73-b977-922f19867248', 'name': 'tempest-TestVolumeBootPattern-122665547-router', 'tenant_id': 'edba865cd0f14c16ba0060b3c031cefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:44Z', 'updated_at': '2022-09-24T05:17:10Z', 'revision_number': 6, 'project_id': 'edba865cd0f14c16ba0060b3c031cefa', 'gw_port_host': None}], 'dv-cinder-859186-1-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:10.608541 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-984a952e-53a5-4c32-b553-f8c7f0821a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (d9bf0c36-0538-43b5-9456-684ce21c8f88), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:10.616647 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:10.642645 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a952e-53a5-4c32-b553-f8c7f0821a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=d9bf0c36-0538-43b5-9456-684ce21c8f88,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:17:10.702235 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd06d8-15dc-4ab8-b4e5-1d6ba64028d7 None None] The sync data for ids ['85ab93c2-76e1-4f73-b977-922f19867248'] in dv-cinder-859186-1-iscsi is: [{'id': '85ab93c2-76e1-4f73-b977-922f19867248', 'name': 'tempest-TestVolumeBootPattern-122665547-router', 'tenant_id': 'edba865cd0f14c16ba0060b3c031cefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T05:07:44Z', 'updated_at': '2022-09-24T05:17:10Z', 'revision_number': 6, 'project_id': 'edba865cd0f14c16ba0060b3c031cefa', 'gw_port_host': None}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 05:17:10.702859 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-984a952e-53a5-4c32-b553-f8c7f0821a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437340'] for router_gateway (85ab93c2-76e1-4f73-b977-922f19867248), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:10.792150 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-984a952e-53a5-4c32-b553-f8c7f0821a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4195'] for router (85ab93c2-76e1-4f73-b977-922f19867248), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:10.794332 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-984a952e-53a5-4c32-b553-f8c7f0821a4f admin admin] Publish callbacks [] for router_controller (85ab93c2-76e1-4f73-b977-922f19867248), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:10.838599 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-984a952e-53a5-4c32-b553-f8c7f0821a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435819'] for router (85ab93c2-76e1-4f73-b977-922f19867248), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:10.839156 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984a952e-53a5-4c32-b553-f8c7f0821a4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85ab93c2-76e1-4f73-b977-922f19867248 {{(pid=106192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 05:17:10.843466 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-984a952e-53a5-4c32-b553-f8c7f0821a4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:10.844591 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-984a952e-53a5-4c32-b553-f8c7f0821a4f admin admin] 10.222.0.50 "DELETE /networking/v2.0/routers/85ab93c2-76e1-4f73-b977-922f19867248 HTTP/1.1" status: 204 len: 168 time: 0.7480843 Sep 24 05:17:10.847240 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 39378) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:17:10.892051 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b77bf0a-c720-4ee1-bd21-947e85be04cf admin admin] Deleting subnet 767174c6-9135-418c-aaf9-5f5a8d4307e1 {{(pid=106192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 05:17:10.895033 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8b77bf0a-c720-4ee1-bd21-947e85be04cf admin admin] Publish callbacks [] for subnet (767174c6-9135-418c-aaf9-5f5a8d4307e1), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:10.929320 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8b77bf0a-c720-4ee1-bd21-947e85be04cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2600269'] for subnet (767174c6-9135-418c-aaf9-5f5a8d4307e1), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:10.940427 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:10.941349 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=86,neutron:DELETE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:11.007279 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8b77bf0a-c720-4ee1-bd21-947e85be04cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66367886'] for subnet (767174c6-9135-418c-aaf9-5f5a8d4307e1), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:11.063698 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8b77bf0a-c720-4ee1-bd21-947e85be04cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66370483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3700566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3662227'] for subnet (767174c6-9135-418c-aaf9-5f5a8d4307e1), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:11.089705 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77bf0a-c720-4ee1-bd21-947e85be04cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=767174c6-9135-418c-aaf9-5f5a8d4307e1,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:17:11.096298 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8b77bf0a-c720-4ee1-bd21-947e85be04cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:11.099605 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-8b77bf0a-c720-4ee1-bd21-947e85be04cf admin admin] 10.222.0.50 "DELETE /networking/v2.0/subnets/767174c6-9135-418c-aaf9-5f5a8d4307e1 HTTP/1.1" status: 204 len: 168 time: 0.2514374 Sep 24 05:17:11.102306 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 39380) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:17:11.104666 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3893c2-61ef-44b0-996d-5a178ad3383e None None] Network efccd929-815a-4134-9deb-857746894a94 requested from dv-cinder-859186-1-iscsi {{(pid=106194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 05:17:11.184023 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328315'] for network (efccd929-815a-4134-9deb-857746894a94), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:11.186511 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:11.202907 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:11.232010 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] Deleting port a45fe55a-0336-4d70-aaf7-96d861449166 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 05:17:11.233212 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754988289037'] for port (a45fe55a-0336-4d70-aaf7-96d861449166), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:11.297812 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] For port a45fe55a-0336-4d70-aaf7-96d861449166, host dv-cinder-859186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-1-iscsi',level=0,port_id=a45fe55a-0336-4d70-aaf7-96d861449166,segment=NetworkSegment(0e7f15ba-573c-467e-b6e5-648192d4d600),segment_id=0e7f15ba-573c-467e-b6e5-648192d4d600)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 05:17:11.298203 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437852'] for port (a45fe55a-0336-4d70-aaf7-96d861449166), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:11.310373 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] Calling delete_port for a45fe55a-0336-4d70-aaf7-96d861449166 owned by network:dhcp {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 05:17:11.389766 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66814575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754988292747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754987849153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3700537'] for port (a45fe55a-0336-4d70-aaf7-96d861449166), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:11.413906 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] Pushing event deleted for resources: {'Port': ['ID=a45fe55a-0336-4d70-aaf7-96d861449166,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:17:11.417438 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] No DVR routers for this DVR port a45fe55a-0336-4d70-aaf7-96d861449166 on host dv-cinder-859186-1-iscsi {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 05:17:11.490767 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66397605', 'neutron.services.segments.db._delete_segments_for_network-8754988363457'] for network (efccd929-815a-4134-9deb-857746894a94), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:11.512079 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efccd929-815a-4134-9deb-857746894a94']}} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:11.515207 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device b0b9d792-c349-440f-ae40-d5ab3dccb3ca no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:17:11.517787 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526a7d50-9003-45cd-b356-d92b98b18b33 None None] DHCP port deletion for efccd929-815a-4134-9deb-857746894a94 request from dv-cinder-859186-1-iscsi {{(pid=106194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 05:17:11.522706 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7f15ba-573c-467e-b6e5-648192d4d600') {'for_net_delete': True} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:11.523001 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7f15ba-573c-467e-b6e5-648192d4d600') {} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 05:17:11.533649 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754988363349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600310'] for segment (0e7f15ba-573c-467e-b6e5-648192d4d600), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:11.537487 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: b0b9d792-c349-440f-ae40-d5ab3dccb3ca {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:17:11.537836 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device b0b9d792-c349-440f-ae40-d5ab3dccb3ca not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:17:11.548220 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178'] for segment (0e7f15ba-573c-467e-b6e5-648192d4d600), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:11.552610 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:11.555563 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 05:17:11.555948 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66411178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3700716'] for segment (0e7f15ba-573c-467e-b6e5-648192d4d600), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:11.598026 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 0e7f15ba-573c-467e-b6e5-648192d4d600 resource provider aggregate not found Sep 24 05:17:11.615466 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 0e7f15ba-573c-467e-b6e5-648192d4d600 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e7f15ba-573c-467e-b6e5-648192d4d600 found for delete ", "request_id": "req-92c53e72-9d90-4b2e-ad2e-85d7f9655869"}]} Sep 24 05:17:11.622885 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66397596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437385'] for network (efccd929-815a-4134-9deb-857746894a94), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:11.638680 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538126'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:11.642421 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] 10.222.0.50 "DELETE /networking/v2.0/networks/efccd929-815a-4134-9deb-857746894a94 HTTP/1.1" status: 204 len: 168 time: 0.5379708 Sep 24 05:17:11.643710 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f33538-7d70-4c4a-9854-837319b49020 admin admin] Pushing event deleted for resources: {'Network': ['ID=efccd929-815a-4134-9deb-857746894a94,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:17:11.758943 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 39388) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:17:11.805710 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-42f7800b-785f-4da7-a1eb-59e6dbab088f admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=fef19544ec414094953daea6d545a361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455849 Sep 24 05:17:11.808328 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.50', 39390) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:17:11.860171 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a890c833-206d-4ca1-806d-92cf6964a7fb admin admin] Publish callbacks [] for security_group (01ac2bf6-da30-41ee-8bc6-5eb72368fcdc), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:11.880146 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a890c833-206d-4ca1-806d-92cf6964a7fb admin admin] Publish callbacks [] for security_group (01ac2bf6-da30-41ee-8bc6-5eb72368fcdc), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:11.927011 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a890c833-206d-4ca1-806d-92cf6964a7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (01ac2bf6-da30-41ee-8bc6-5eb72368fcdc), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:11.929422 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a890c833-206d-4ca1-806d-92cf6964a7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:11.930596 dv-cinder-859186-1-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a890c833-206d-4ca1-806d-92cf6964a7fb admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/01ac2bf6-da30-41ee-8bc6-5eb72368fcdc HTTP/1.1" status: 204 len: 168 time: 0.1212404 Sep 24 05:17:11.938806 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890c833-206d-4ca1-806d-92cf6964a7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ac2bf6-da30-41ee-8bc6-5eb72368fcdc,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:17:12.248582 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 39396) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:17:12.288363 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-c7e9cd1a-11d8-4216-8ed4-10bf69be8215 admin admin] 10.222.0.50 "GET /networking/v2.0/security-groups?tenant_id=edba865cd0f14c16ba0060b3c031cefa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386708 Sep 24 05:17:12.290760 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.wsgi [-] (106193) accepted ('10.222.0.50', 39398) {{(pid=106193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 05:17:12.337219 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-494551dc-b92f-41f5-be19-445de9983cc0 admin admin] Publish callbacks [] for security_group (a7b95b99-5e78-4bcf-8041-6eda50a77e9b), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:12.359810 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-494551dc-b92f-41f5-be19-445de9983cc0 admin admin] Publish callbacks [] for security_group (a7b95b99-5e78-4bcf-8041-6eda50a77e9b), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:12.404020 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-494551dc-b92f-41f5-be19-445de9983cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644601'] for security_group (a7b95b99-5e78-4bcf-8041-6eda50a77e9b), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:12.406948 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-494551dc-b92f-41f5-be19-445de9983cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:12.408043 dv-cinder-859186-1-iscsi neutron-server[106193]: INFO neutron.wsgi [None req-494551dc-b92f-41f5-be19-445de9983cc0 admin admin] 10.222.0.50 "DELETE /networking/v2.0/security-groups/a7b95b99-5e78-4bcf-8041-6eda50a77e9b HTTP/1.1" status: 204 len: 168 time: 0.1164267 Sep 24 05:17:12.415798 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494551dc-b92f-41f5-be19-445de9983cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b95b99-5e78-4bcf-8041-6eda50a77e9b,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 05:17:12.884994 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device d9bf0c36-0538-43b5-9456-684ce21c8f88 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:17:12.905281 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: d9bf0c36-0538-43b5-9456-684ce21c8f88 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:17:12.905739 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device d9bf0c36-0538-43b5-9456-684ce21c8f88 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:17:12.906269 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device a45fe55a-0336-4d70-aaf7-96d861449166 no longer exists at agent ovs-agent-dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 05:17:12.926322 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] No Port match for: a45fe55a-0336-4d70-aaf7-96d861449166 {{(pid=106194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 05:17:12.926660 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.rpc [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Device a45fe55a-0336-4d70-aaf7-96d861449166 not bound to the agent host dv-cinder-859186-1-iscsi {{(pid=106194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 05:17:17.383258 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=85 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:17.413370 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=78 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:19.171264 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:17:19.690868 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:19.698278 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:21.933241 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=70,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:21.933950 dv-cinder-859186-1-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:DELETE=3,neutron:SELECT=21 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:22.410791 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:22.411562 dv-cinder-859186-1-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:29.124961 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=17 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:29.168165 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=17 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:29.694236 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:32.706699 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a495dadf-3ec8-4c44-9e5c-9e2483ef85d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:35.147069 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f8a1902b-551d-4fc8-aa1a-2ce9f718b84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:36.443836 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:38.055181 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:38.083299 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:48.076988 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:48.079581 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:49.711336 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:17:56.168827 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:17:59.700652 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:17:59.707839 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:18:02.708956 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3a1f32b7-a9fc-45c3-9c2b-5d24646fe868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:18:05.147704 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c04ea509-b08b-4a28-902f-3524f6bdce6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:18:06.131006 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:18:06.165084 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:18:06.448382 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:18:08.058608 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:18:08.084107 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:18:18.079036 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:18:18.079955 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:18:19.727878 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:18:29.721438 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:18:29.724187 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:18:31.146503 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:18:32.711017 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7c644939-bba2-45b3-8256-5c2f78cd911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:18:33.166710 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:18:35.149470 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bfe8c5da-ee0a-4ff6-8551-7d5d5d7d9310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:18:36.449193 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:18:38.061862 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:18:38.086132 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:18:43.162036 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:18:43.162794 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:18:49.098574 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:18:49.099375 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:18:49.726382 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:18:59.719854 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:18:59.722535 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:19:02.712583 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-be561ddc-1c4e-4807-ab7c-76add9dffd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:19:05.151843 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-873d51f2-51fb-48be-9c53-aa67bc89913a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:19:06.451493 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:19:08.064190 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:19:08.090659 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:19:10.165011 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:19:18.080461 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=8 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:19:18.086019 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:19:19.757390 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:19:29.106801 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=16 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:19:29.107554 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=18 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:19:29.747672 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:19:29.752945 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:19:32.713310 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4002f815-3904-4260-ac23-5efd7a00e384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:19:35.152961 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-307d4ec9-47ab-4f78-b8f2-c5e99f850348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:19:36.453065 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:19:38.072144 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:19:38.082906 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:19:47.163130 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:19:48.072817 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:19:48.078943 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:19:49.775290 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:19:57.120013 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:19:57.159143 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:19:59.769867 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:19:59.770641 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:20:02.715302 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9becca9b-b006-43cf-94e8-3e2f00289feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:20:05.156050 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2389b3bc-9ac6-4004-9aac-53f6f568ae44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:20:06.456680 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:20:08.073452 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:20:08.083772 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:20:18.074125 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:20:18.080657 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:20:19.788511 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:20:24.160999 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:20:29.781792 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:20:29.784944 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:20:32.717394 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-265a5630-3825-4c54-beff-b3e70a40f5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:20:34.116490 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:20:34.156756 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:20:35.157970 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a78b1f4b-3f22-4514-adc3-dbbbcf35bb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:20:36.458818 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:20:38.079092 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:20:38.089828 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:20:49.103965 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:20:49.105805 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:20:49.788331 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:20:59.778079 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:20:59.784871 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:21:01.159275 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:21:02.719243 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-490ed1d7-4b0e-431e-a013-f4728b355e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:21:05.159456 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-df689ac6-8d32-46c8-b8b3-e5e97afdbda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:21:06.461709 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:21:08.086724 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:21:08.088527 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:21:11.114465 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:21:11.155452 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:21:18.080988 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:21:18.081728 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:21:19.808987 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:21:29.098148 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=16 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:21:29.099960 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=10 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:21:29.795378 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:21:29.803588 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:21:32.720028 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7dcc2914-b9aa-478d-8202-a40da6a1d74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:21:35.161806 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ffe0b590-ec6c-4f33-a9a4-68f6d47e228a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:21:36.463897 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:21:38.089822 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:21:38.091963 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:21:38.157529 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:21:48.083131 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:21:48.085759 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:21:49.804244 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:21:52.117110 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:21:52.117963 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:21:59.794740 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:21:59.799940 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:22:02.722700 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-574f8b36-7342-41d3-9607-58f704e4b51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:22:05.163587 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1c16bde8-d0dd-4982-9e22-61842fb646ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:22:06.466503 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:22:08.090333 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:22:08.091348 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:22:15.155092 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 05:22:18.083947 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:22:18.085777 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:22:19.802406 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:22:25.150560 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:22:29.792080 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:22:29.797307 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:22:31.158186 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:22:32.726778 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bdce31c1-f602-448b-8172-8e2847f11399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (7974dba6-2053-4bd6-9993-5671d22a747b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:22:35.165339 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b41bfbb1-a7cd-4dbe-befe-e8d9573f9141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (6c207ef3-0dcb-4268-b8d9-f1d5fabcf0dc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:22:36.470463 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a72a046-a1c7-41c8-9161-d8a22f555d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (791e1c6a-a955-4832-a6b0-ff70b7a98710), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:22:38.091277 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9af3426a-c299-4ffa-b7e8-16ad5f1b4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (2d42fc0e-29da-4578-a005-04dd56115fe4), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:22:38.093866 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1e56-a513-4249-93b7-f4eaa6e8244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (bc042609-d519-4ab4-82ef-ede0f218e56a), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:22:49.102597 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:22:49.103941 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 05:22:49.808347 dv-cinder-859186-1-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d538b6f4-fc72-4ed0-939c-f2be0f6f3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754988363439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66399716'] for agent (74cb8d97-a6c7-45de-939c-445f7efa540b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 05:22:52.154104 dv-cinder-859186-1-iscsi neutron-server[106195]: DEBUG neutron.db.agents_db [None req-ce7a53ec-0724-43ae-ae0d-3a54ab6e8083 None None] Agent healthcheck: found 6 active agents {{(pid=106195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}